@misc{10481/92026,
year = {2024},
month = {3},
url = {https://hdl.handle.net/10481/92026},
abstract = {To measure the degree of agreement between R observers who independently classify
n subjects within K categories, various kappa-type coefficients are often used. When
R = 2, it is common to use the Cohen’ kappa, Scott’s pi, Gwet’s AC1/2, and Krippendorf’s
alpha coefficients (weighted or not). When R > 2, some pairwise version based
on the aforementioned coefficients is normally used; with the same order as above:
Hubert’s kappa, Fleiss’s kappa, Gwet’s AC1/2, and Krippendorf’s alpha. However,
all these statistics are based on biased estimators of the expected index of agreements,
since they estimate the product of two population proportions through the product
of their sample estimators. The aims of this article are three. First, to provide statistics
based on unbiased estimators of the expected index of agreements and determine
their variance based on the variance of the original statistic. Second, to make pairwise
extensions of some measures. And third, to show that the old and new estimators of
the Cohen’s kappa and Hubert’s kappa coefficients match the well-known estimators
of concordance and intraclass correlation coefficients, if the former are defined by
assuming quadratic weights. The article shows that the new estimators are always
greater than or equal the classic ones, except for the case of Gwet where it is the other
way around, although these differences are only relevant with small sample sizes (e.g.
n ≤ 30).},
organization = {Ministry of Science and Innovation (Spain), Grant
PID2021-126095NB-I00 funded by MCIN/AEI/https://doi.org/10.13039/501100011033 and by “ERDF A
way of making Europe”},
organization = {Funding for open access publishing: Universidad de Granada/CBUA.},
publisher = {Springer Nature},
keywords = {Agreement},
keywords = {Cohen’s kappa},
keywords = {Concordance and intraclass correlation coefficients},
title = {Estimators of various kappa coefficients based on the unbiased estimator of the expected index of agreements},
doi = {10.1007/s11634-024-00581-x},
author = {Martín Andrés, Antonio and Álvarez Hernández, María},
}