<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.4 20241031//EN"
        "https://jats.nlm.nih.gov/publishing/1.4/JATS-journalpublishing1-4.dtd">
<article  article-type="research-article"        dtd-version="1.4">
            <front>

                <journal-meta>
                                                                <journal-id>tebd</journal-id>
            <journal-title-group>
                                                                                    <journal-title>Türk Eğitim Bilimleri Dergisi</journal-title>
            </journal-title-group>
                                        <issn pub-type="epub">2459-1912</issn>
                                                                                            <publisher>
                    <publisher-name>Gazi Üniversitesi</publisher-name>
                </publisher>
                    </journal-meta>
                <article-meta>
                                        <article-id pub-id-type="doi">10.37217/tebd.1729772</article-id>
                                                                <article-categories>
                                            <subj-group  xml:lang="en">
                                                            <subject>Turkish Education</subject>
                                                    </subj-group>
                                            <subj-group  xml:lang="tr">
                                                            <subject>Türkçe Eğitimi</subject>
                                                    </subj-group>
                                    </article-categories>
                                                                                                                                                        <title-group>
                                                                                                                        <trans-title-group xml:lang="en">
                                    <trans-title>A Learning Analytics-Based Automated Evaluation of Turkish Written Texts by Foreign Learners</trans-title>
                                </trans-title-group>
                                                                                                                                                                                                <article-title>Öğrenme Analitiği Yaklaşımıyla Yabancı Öğrencilerin Türkçe Yazılı Metinlerinin Otomatik İncelemesi</article-title>
                                                                                                    </title-group>
            
                                                    <contrib-group content-type="authors">
                                                                        <contrib contrib-type="author">
                                                                    <contrib-id contrib-id-type="orcid">
                                        https://orcid.org/0000-0003-1687-3001</contrib-id>
                                                                <name>
                                    <surname>Köçeri</surname>
                                    <given-names>Kılıç</given-names>
                                </name>
                                                                    <aff>AĞRI İBRAHİM ÇEÇEN ÜNİVERSİTESİ</aff>
                                                            </contrib>
                                                    <contrib contrib-type="author">
                                                                    <contrib-id contrib-id-type="orcid">
                                        https://orcid.org/0000-0002-5360-2852</contrib-id>
                                                                <name>
                                    <surname>Akçay</surname>
                                    <given-names>Ahmet</given-names>
                                </name>
                                                                    <aff>AĞRI İBRAHİM ÇEÇEN ÜNİVERSİTESİ</aff>
                                                            </contrib>
                                                                                </contrib-group>
                        
                                                                <issue>Advanced Online Publication</issue>
                                        <fpage>346</fpage>
                                        <lpage>365</lpage>
                        
                        <history>
                                    <date date-type="received" iso-8601-date="20250629">
                        <day>06</day>
                        <month>29</month>
                        <year>2025</year>
                    </date>
                                                    <date date-type="accepted" iso-8601-date="20260109">
                        <day>01</day>
                        <month>09</month>
                        <year>2026</year>
                    </date>
                            </history>
                                        <permissions>
                    <copyright-statement>Copyright © 2003, Türk Eğitim Bilimleri Dergisi</copyright-statement>
                    <copyright-year>2003</copyright-year>
                    <copyright-holder>Türk Eğitim Bilimleri Dergisi</copyright-holder>
                </permissions>
            
                                                                                                <trans-abstract xml:lang="en">
                            <p>This study aims to analyse international students&#039; written Turkish texts using automatic linguistic metrics and to reveal the potential of these metrics in evaluating student performance. The research is designed as a descriptive preliminary study that could provide data for learning analytics applications. The study group consists of 12 international students learning Turkish as a foreign language at a university and possessing writing skills at the A2–B1 levels. Participants produced texts based on three writing tasks titled “My Day”, “What I Did on Holiday”, and “My Dream Job”; data were collected through document review over six weeks during the spring term of the 2024–2025 academic year. The collected texts were processed using the Python programming language and the Zemberek NLP library, and basic linguistic criteria such as word count, word variety ratio, average sentence length, average number of sentences, and spelling errors were analysed. The findings revealed significant individual differences among the students. The average word count was determined to be 654, the word variety ratio 0.239, the average sentence length 4.92 words, the average number of sentences 136, and the average number of spelling errors 9.17. These values provide objective data on students&#039; productivity level, vocabulary diversity, syntactic preferences, and spelling accuracy. Considering the agglutinative and morphologically complex structure of Turkish, the study demonstrates that automatic written assessment systems can make significant contributions to the educational process. However, it emphasises the need to develop more advanced deep learning models, for teachers to use data-based feedback mechanisms, and for ethical data management principles to be applied. In conclusion, automatic text analysis offers opportunities for objective assessment in Turkish language teaching; however, additional data sources and more comprehensive research are needed to create a holistic learning analytics model.</p></trans-abstract>
                                                                                                                                    <abstract><p>Bu çalışma, yabancı öğrencilerin Türkçe yazılı metinlerini otomatik dilsel metrikler aracılığıyla analiz etmeyi ve bu metriklerin öğrenci performansını değerlendirmedeki potansiyelini ortaya koymayı amaçlamaktadır. Araştırma, öğrenme analitiği uygulamalarına veri sağlayabilecek betimleyici nitelikte bir ön çalışma olarak tasarlanmıştır. Çalışma grubunu bir üniversitede Türkçeyi yabancı dil olarak öğrenen ve A2–B1 düzeylerinde yazma becerisine sahip 12 uluslararası öğrenci oluşturmaktadır. Katılımcılar, “Benim Bir Günüm”, “Tatilde Ne Yaptım?” ve “Hayalimdeki Meslek” başlıklı üç yazma görevi doğrultusunda metin üretmiş; veriler 2024–2025 öğretim yılı bahar döneminde altı haftalık süreçte doküman incelemesi yoluyla toplanmıştır. Toplanan metinler Python programlama dili ve Zemberek NLP kütüphanesi kullanılarak işlenmiş ve kelime sayısı, sözcük çeşitliliği oranı, ortalama cümle uzunluğu, ortalama cümle sayısı ve yazım hatası gibi temel dilsel ölçütler analiz edilmiştir. Bulgular öğrenciler arasında belirgin bireysel farklılıklar bulunduğunu göstermiştir. Ortalama kelime sayısı 654, sözcük çeşitliliği oranı 0,239, ortalama cümle uzunluğu 4,92 kelime, ortalama cümle sayısı 136 ve ortalama yazım hatası 9,17 olarak belirlenmiştir. Bu değerler, öğrencilerin üretkenlik düzeyi, söz varlığının çeşitliliği, sözdizimsel tercihleri ve yazım doğruluğu hakkında nesnel veriler sunmaktadır. Çalışma, Türkçenin eklemeli ve morfolojik açıdan karmaşık yapısı göz önüne alındığında otomatik yazılı değerlendirme sistemlerinin eğitim sürecine önemli katkılar sağlayabileceğini göstermektedir. Bununla birlikte daha gelişmiş derin öğrenme modellerinin geliştirilmesi, öğretmenlerin veri temelli geri bildirim mekanizmalarını kullanması ve etik veri yönetimi ilkelerinin uygulanması gerektiği vurgulanmaktadır. Sonuç olarak otomatik metin analizi Türkçe öğretiminde nesnel değerlendirme fırsatları sunmaktadır ancak bütüncül bir öğrenme analitiği modeli oluşturmak için ek veri kaynaklarına ve daha kapsamlı araştırmalara ihtiyaç duyulmaktadır.</p></abstract>
                                                            
            
                                                                                        <kwd-group>
                                                    <kwd>Otomatik değerlendirme</kwd>
                                                    <kwd>  Öğrenme analitiği</kwd>
                                                    <kwd>  Türkçe öğretimi</kwd>
                                                    <kwd>  Doğal dil işleme</kwd>
                                            </kwd-group>
                            
                                                <kwd-group xml:lang="en">
                                                    <kwd>Automated writing evaluation</kwd>
                                                    <kwd>  Learning analytics</kwd>
                                                    <kwd>  Turkish language teaching</kwd>
                                                    <kwd>  Natural language processing</kwd>
                                            </kwd-group>
                                                                                                                                        </article-meta>
    </front>
    <back>
                            <ref-list>
                                    <ref id="ref1">
                        <label>1</label>
                        <mixed-citation publication-type="journal">Adalı, E. (2020). Türkçe doğal dil işleme. Akçağ.</mixed-citation>
                    </ref>
                                    <ref id="ref2">
                        <label>2</label>
                        <mixed-citation publication-type="journal">Aram, K., Erdemir, G., &amp; Can, B. (2021). Açık kaynak kod Türkçe doğal dil işleme kütüphanelerinin robotik uygulamalarda kullanımı. İstanbul Sabahattin Zaim Üniversitesi Fen Bilimleri Enstitüsü Dergisi, 3(2), 133-137. https://doi.org/10.47769/izufbed.880143</mixed-citation>
                    </ref>
                                    <ref id="ref3">
                        <label>3</label>
                        <mixed-citation publication-type="journal">Attali, Y. &amp; Burstein, J. (2006). Automated essay scoring with e-rater® V. 2. The Journal of Technology, Learning and Assessment, 4(3), 1-31. https://doi.org/10.1002/j.2333-8504.2004.tb01972.x</mixed-citation>
                    </ref>
                                    <ref id="ref4">
                        <label>4</label>
                        <mixed-citation publication-type="journal">Babayigit, B., Rahmani, H., &amp; Abubaker, M. (2025). TRBot: A Turkish Deep Learning Chatbot Utilizing Seq2Seq Model. IEEE Access. https://doi.org/10.1109/ACCESS.2025.3550852</mixed-citation>
                    </ref>
                                    <ref id="ref5">
                        <label>5</label>
                        <mixed-citation publication-type="journal">Baker, R. S., Hutt, S., Brooks, C. A., Srivastava, N., &amp; Mills, C. (2024). Open science and educational data mining: Which practices matter most? Proceedings of the 17th International Conference on Educational Data Mining içinde (s. 279-287). International Educational Data Mining Society (EDM).</mixed-citation>
                    </ref>
                                    <ref id="ref6">
                        <label>6</label>
                        <mixed-citation publication-type="journal">Banerjee, S. N. (2020). Conceptualizing gestural representations in ESL classrooms: Alternative theoretical approaches. University.</mixed-citation>
                    </ref>
                                    <ref id="ref7">
                        <label>7</label>
                        <mixed-citation publication-type="journal">Bektik, D. (2017). Learning analytics for academic writing through automatic identification of meta-discourse. Open University.</mixed-citation>
                    </ref>
                                    <ref id="ref8">
                        <label>8</label>
                        <mixed-citation publication-type="journal">Bird, S., Klein, E., &amp; Loper, E. (2009). Natural language processing with Python: analyzing text with the natural language toolkit. O&#039;Reilly Media.</mixed-citation>
                    </ref>
                                    <ref id="ref9">
                        <label>9</label>
                        <mixed-citation publication-type="journal">Council of Europe. (2001). Common European framework of reference for languages: Learning, teaching, assessment. Council for Cultural Co-operation. Education Committee. Modern Languages Division, Cambridge University.</mixed-citation>
                    </ref>
                                    <ref id="ref10">
                        <label>10</label>
                        <mixed-citation publication-type="journal">Crossley, S. A., Kyle, K., &amp; McNamara, D. S. (2016). The tool for the automatic analysis of text cohesion (TAACO): Automatic assessment of local, global, and text cohesion. Behavior Research Methods, 48, 1227-1237. https://doi.org/10.3758/s13428-015-0651-7</mixed-citation>
                    </ref>
                                    <ref id="ref11">
                        <label>11</label>
                        <mixed-citation publication-type="journal">Dikili, S. (2006). An overview of automated scoring of essays. The Journal of Technology, Learning and Assessment, 5(1), 1-36.</mixed-citation>
                    </ref>
                                    <ref id="ref12">
                        <label>12</label>
                        <mixed-citation publication-type="journal">Ferguson, R. (2012). Learning analytics: drivers, developments and challenges. International Journal of Technology Enhanced Learning, 4(5-6), 304-317. https://doi.org/10.1504/IJTEL.2012.051816</mixed-citation>
                    </ref>
                                    <ref id="ref13">
                        <label>13</label>
                        <mixed-citation publication-type="journal">Ifenthaler, D. &amp; Widanapathirana, C. (2014). Development and validation of a learning analytics framework: Two case studies using support vector machines. Technology, Knowledge and Learning, 19, 221-240.</mixed-citation>
                    </ref>
                                    <ref id="ref14">
                        <label>14</label>
                        <mixed-citation publication-type="journal">Kahveci, N. (2022). Yabancı dil olarak Türkçe eğitiminde yazma becerisini değerlendirmeye yönelik dereceli puanlama anahtarı geliştirme çalışması. (Yüksek Lisans Tezi). https://tez.yok.gov.tr/ sayfasından erişilmiştir.</mixed-citation>
                    </ref>
                                    <ref id="ref15">
                        <label>15</label>
                        <mixed-citation publication-type="journal">Karasar, N. (2005). Bilimsel araştırma yöntemi (17. b.). Nobel.</mixed-citation>
                    </ref>
                                    <ref id="ref16">
                        <label>16</label>
                        <mixed-citation publication-type="journal">Kandel, S., Parikh, R., Paepcke, A., Hellerstein, J. M., &amp; Heer, J. (2012). Profiler: Integrated statistical analysis and visualization for data quality assessment. Proceedings of the International Working Conference on Advanced Visual Interfaces içinde (s. 547-554).</mixed-citation>
                    </ref>
                                    <ref id="ref17">
                        <label>17</label>
                        <mixed-citation publication-type="journal">Knight, S., Buckingham Shum, S., &amp; Littleton, K. (2013). Epistemology, pedagogy, assessment and learning analytics.  Proceedings of the Third International Conference on Learning Analytics and Knowledge içinde (s. 75-84). Association for Computing Machinery (ACM). https://doi.org/10.1145/2460296.2460312</mixed-citation>
                    </ref>
                                    <ref id="ref18">
                        <label>18</label>
                        <mixed-citation publication-type="journal">Landis, J. R. &amp; Koch, G. G. (1977). The measurement of observer agreement for categorical data. Biometrics, 33(1), 159-174. https://doi.org/10.2307/2529310</mixed-citation>
                    </ref>
                                    <ref id="ref19">
                        <label>19</label>
                        <mixed-citation publication-type="journal">Lu, X. (2012). The relationship of lexical richness to the quality of ESL learners&#039; oral narratives. The Modern Language Journal, 96(2), 190-208. https://doi.org/10.1111/j.1540-4781.2011.01232-1.x</mixed-citation>
                    </ref>
                                    <ref id="ref20">
                        <label>20</label>
                        <mixed-citation publication-type="journal">McCarthy, P. M., &amp; Jarvis, S. (2010). MTLD, vocd-D, and HD-D: A validation study of sophisticated approaches to lexical diversity assessment. Behavior Research Methods, 42(2), 381-392.</mixed-citation>
                    </ref>
                                    <ref id="ref21">
                        <label>21</label>
                        <mixed-citation publication-type="journal">Onan, B. (2009). Eklemeli dil yapısının Türkçe öğretiminde oluşturduğu bilişsel (kognitif) zeminler. Mustafa Kemal Üniversitesi Sosyal Bilimler Enstitüsü Dergisi, 6(11), 236-263.</mixed-citation>
                    </ref>
                                    <ref id="ref22">
                        <label>22</label>
                        <mixed-citation publication-type="journal">Prinsloo, P. &amp; Slade, S. (2015). Student privacy self-management: Implications for learning analytics.  Proceedings of the Fifth International Conference on Learning Analytics and Knowledge içinde (s. 83-92). Association for Computing Machinery. https://doi.org/10.1145/2723576.2723585</mixed-citation>
                    </ref>
                                    <ref id="ref23">
                        <label>23</label>
                        <mixed-citation publication-type="journal">Ramage, D., Manning, C. D., &amp; Dumais, S. (2011). Partially labeled topic models for interpretable text mining.  Proceedings of the 17th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining içinde (s. 457-465). Association for Computing Machinery. https://doi.org/10.1145/2020408.2020481</mixed-citation>
                    </ref>
                                    <ref id="ref24">
                        <label>24</label>
                        <mixed-citation publication-type="journal">Shermis, M. D. &amp; Burstein, J. (2013). Handbook of automated essay evaluation. Routledge.</mixed-citation>
                    </ref>
                                    <ref id="ref25">
                        <label>25</label>
                        <mixed-citation publication-type="journal">Siemens, G. (2013). Learning analytics: The emergence of a discipline. American Behavioral Scientist, 57(10), 1380-1400. https://doi.org/10.1177/0002764213498851</mixed-citation>
                    </ref>
                                    <ref id="ref26">
                        <label>26</label>
                        <mixed-citation publication-type="journal">Siemens, G. &amp; Long, P. (2011). Penetrating the fog: Analytics in learning and education. EDUCAUSE Review, 46(5), 1-6.</mixed-citation>
                    </ref>
                                    <ref id="ref27">
                        <label>27</label>
                        <mixed-citation publication-type="journal">Toscu, S. (2025). ChatGPT: Is it reliable as an automated writing evaluation tool? Anadolu Journal of Educational Sciences International, 15(1), 329-349. https://doi.org/10.18039/ajesi.1463503</mixed-citation>
                    </ref>
                                    <ref id="ref28">
                        <label>28</label>
                        <mixed-citation publication-type="journal">Warschauer, M. &amp; Ware, P. (2006). Automated writing evaluation: Defining the classroom research agenda. Language Teaching Research, 10(2), 157-180. https://doi.org/10.1191/1362168806lr190oa</mixed-citation>
                    </ref>
                                    <ref id="ref29">
                        <label>29</label>
                        <mixed-citation publication-type="journal">Weigle, S. C. (2002). Assessing writing. Cambridge University.</mixed-citation>
                    </ref>
                                    <ref id="ref30">
                        <label>30</label>
                        <mixed-citation publication-type="journal">Yıldırım, A. &amp; Şimşek, H. (2005). Sosyal bilimlerde nitel araştırma yöntemleri (5. b.). Seçkin.</mixed-citation>
                    </ref>
                            </ref-list>
                    </back>
    </article>
