@article{article_1652268, title={Large Language Models vs. Human Interpretation: Which is More Accurate in Text Classification?}, journal={Balkan Journal of Electrical and Computer Engineering}, volume={13}, pages={174–182}, year={2025}, DOI={10.17694/bajece.1652268}, author={Özkurt, Ahmet Hamdi and Aydemir, Emrah and Sönmez, Yasin}, keywords={Doğal Dil İşleme, Metin Sınıflandırma, Ekşi Sözlük, Gemma2 9B}, abstract={Ekşi Sözlük is a widely used social network where numerous unusual events are discussed. In this context, it serves as a real-time news source for emergency response teams and digital news platforms. In this study, a dataset was compiled from comments shared on the Ekşi Sözlük platform regarding the Kahramanmaraş earthquake on February 6, 2023. These comments were classified into four categories: Source-Based Information, Emotional Reaction, Social Inference, and Personal Experience using the Gemma2 9B (9-billion-parameter) model, developed by Google with advanced natural language processing capabilities. A dataset of 500 comments in Excel format was analyzed, comparing the model outputs with human evaluations to assess classification accuracy. For this purpose, four evaluation columns were created for each comment based on category classification. The consistency between model-assigned categories and manually determined categories was examined using these columns. In cases where inconsistencies were detected, the model-generated explanations were subjected to qualitative evaluation. Model outputs that provide satisfactory explanations are considered acceptable, the manually classified category was assigned as the final evaluation. This process systematically resolved inconsistencies between model and human assessments, ensuring the final and validated category assignments for each comment. The highest accuracy values were observed for Social Inference (0.99), Source-Based Information (0.98), Personal Experience (0.88), and Emotional Reaction (0.83), respectively. In conclusion, this study presents a methodology for improving model performance through human supervision, contributing to the development of strategies for disaster management and crisis communication.}, number={2}, publisher={MUSA YILMAZ}