@article{article_548921, title={Reliability of Essay Ratings: A Study on Generalizability Theory}, journal={Eurasian Journal of Educational Research}, volume={19}, pages={133–150}, year={2019}, url={https://izlik.org/JA27LW53SN}, author={Atılgan, Hakan}, keywords={Genellenebilirlik Kuramı,genellenebilirlik,güvenirlik,kompozisyon puanlama,kompozisyon puanlama güvenirliği,puanlayıcı güvenirliği,yazma puanlaması}, abstract={<p style="text-align: justify; "> <b> <span lang="EN-GB" style="font-size: 14px; line-height: 107%; font-family: "Book Antiqua", serif;">Purpose: </span> </b> <span lang="EN-GB" style="font-size: 14px; line-height: 107%; font-family: "Book Antiqua", serif;"> This study intended to examine the generalizability and reliability of essay ratings within the scope of the generalizability (G) theory. Specifically, the effect of raters on the generalizability and reliability of students’ essay ratings was examined. Furthermore, variations of the generalizability and reliability coefficients with respect to the number of raters and optimal number of raters for obtaining optimal reliability of the rating of the writing ability of a student, which is considered to be an implicit trait as a whole and in its sub-dimensions of </span> <span lang="EN-GB" style="font-size: 14px; line-height: 107%; font-family: "Book Antiqua", serif;">wording/writing, paragraph construction, and title selection </span> <span lang="EN-GB" style="font-size:8.0pt;line-height:107%; font-family:"Book Antiqua",serif;mso-fareast-font-family:Calibri;mso-bidi-font-family: "Times New Roman";mso-ansi-language:EN-GB;mso-fareast-language:EN-US; mso-bidi-language:AR-SA"> <span style="font-size: 14px;">, were determined.  </span> <br> </span> </p> <p class="MsoNormal" style="margin-bottom:0cm;margin-bottom:.0001pt;text-align: justify;line-height:normal"> <b> <span lang="EN-GB" style="font-size: 14px; font-family: "Book Antiqua", serif;">Research Methods: </span> </b> <span lang="EN-GB" style="font-size: 14px; font-family: "Book Antiqua", serif;"> The student sample of the study comprised 443 students who were selected via random cluster sampling, and rater sample of this study comprised four Turkish teachers. All the essays written by the students in the sample were independently rated on a </span> <span lang="EN-GB" style="font-size: 14px; font-family: "Book Antiqua", serif;">writing skill scale (WSS), which is an ordinal scale comprising 20 items, </span> <span lang="EN-GB" style="font-size: 14px; font-family: "Book Antiqua", serif;"> by four trained teachers. In this study, data analysis was performed using the multivariate </span> <!--[if gte msEquation 12]> <m:oMath> <m:sSup> <m:sSupPr> <span style=’font-size:8.0pt;mso-ansi-font-size:8.0pt;mso-bidi-font-size:8.0pt; font-family:"Cambria Math",serif;mso-ascii-font-family:"Cambria Math"; mso-fareast-font-family:Arial;mso-hansi-font-family:"Cambria Math"; mso-ansi-language:EN-GB;mso-fareast-language:AR-SA;font-style:italic; mso-bidi-font-style:normal’> <m:ctrlPr> </m:ctrlPr> </span> </m:sSupPr> <m:e> <i style=’mso-bidi-font-style:normal’> <span lang=EN-GB style=’font-size:8.0pt; font-family:"Cambria Math",serif;mso-fareast-font-family:Arial;mso-ansi-language: EN-GB;mso-fareast-language:AR-SA’> <m:r>p </m:r> </span> </i> </m:e> <m:sup> <i style=’mso-bidi-font-style:normal’> <span lang=EN-GB style=’font-size:8.0pt; font-family:"Cambria Math",serif;mso-fareast-font-family:Arial;mso-ansi-language: EN-GB;mso-fareast-language:AR-SA’> <m:r>• </m:r> </span> </i> </m:sup> </m:sSup> <i style=’mso-bidi-font-style:normal’> <span lang=EN-GB style=’font-size:8.0pt; font-family:"Cambria Math",serif;mso-fareast-font-family:Arial;mso-ansi-language: EN-GB;mso-fareast-language:AR-SA’> <m:r>x </m:r> </span> </i> <m:sSup> <m:sSupPr> <span style=’font-size:8.0pt;mso-ansi-font-size:8.0pt;mso-bidi-font-size:8.0pt; font-family:"Cambria Math",serif;mso-ascii-font-family:"Cambria Math"; mso-fareast-font-family:Arial;mso-hansi-font-family:"Cambria Math"; mso-ansi-language:EN-GB;mso-fareast-language:AR-SA;font-style:italic; mso-bidi-font-style:normal’> <m:ctrlPr> </m:ctrlPr> </span> </m:sSupPr> <m:e> <i style=’mso-bidi-font-style:normal’> <span lang=EN-GB style=’font-size:8.0pt; font-family:"Cambria Math",serif;mso-fareast-font-family:Arial;mso-ansi-language: EN-GB;mso-fareast-language:AR-SA’> <m:r> </m:r> <m:r>i </m:r> </span> </i> </m:e> <m:sup> <i style=’mso-bidi-font-style:normal’> <span lang=EN-GB style=’font-size:8.0pt; font-family:"Cambria Math",serif;mso-fareast-font-family:Arial;mso-ansi-language: EN-GB;mso-fareast-language:AR-SA’> <m:r>∘ </m:r> </span> </i> </m:sup> </m:sSup> <i style=’mso-bidi-font-style:normal’> <span lang=EN-GB style=’font-size:8.0pt; font-family:"Cambria Math",serif;mso-fareast-font-family:Arial;mso-ansi-language: EN-GB;mso-fareast-language:AR-SA’> <m:r>x </m:r> </span> </i> <m:sSup> <m:sSupPr> <span style=’font-size:8.0pt;mso-ansi-font-size:8.0pt;mso-bidi-font-size:8.0pt; font-family:"Cambria Math",serif;mso-ascii-font-family:"Cambria Math"; mso-fareast-font-family:Arial;mso-hansi-font-family:"Cambria Math"; mso-ansi-language:EN-GB;mso-fareast-language:AR-SA;font-style:italic; mso-bidi-font-style:normal’> <m:ctrlPr> </m:ctrlPr> </span> </m:sSupPr> <m:e> <i styl}, number={80}