@article{article_1568563, title={Effect of Weighting Schemes on Weighted Kappa Coefficients in Multi-Rater Agreement Studies with Ordinal Categories}, journal={Politeknik Dergisi}, volume={28}, pages={1375–1397}, year={2025}, DOI={10.2339/politeknik.1568563}, author={Yılmaz, Ayfer Ezgi}, keywords={Değerlendiriciler arası uyum, Çoklu değerlendiriciler, Sıralanabilir ölçekler, Ağırlıklı kappa, Ağırlıklandırma şemaları}, abstract={Weighted kappa and kappa-like coefficients are used for the calculation of inter-rater agreement in cases where raters classify objects into ordinal categories. Weighted kappa coefficients are extended for use in studies with multiple raters. It is crucial to select appropriate weighting schemes as they can significantly impact the value of the coefficient. In this study, the accuracy of weighted kappa coefficients and the effects of linear, quadratic, ridit type, and exponential type weighting schemes on these coefficients are discussed in the multi-rater agreement studies with ordinal categories. The accuracy of the coefficients is investigated by an illustrative data and a simulation study.}, number={5}, publisher={Gazi Üniversitesi}