<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.4 20241031//EN"
        "https://jats.nlm.nih.gov/publishing/1.4/JATS-journalpublishing1-4.dtd">
<article  article-type="research-article"        dtd-version="1.4">
            <front>

                <journal-meta>
                                                                <journal-id>meujfe</journal-id>
            <journal-title-group>
                                                                                    <journal-title>Mersin Üniversitesi Eğitim Fakültesi Dergisi</journal-title>
            </journal-title-group>
                                        <issn pub-type="epub">1306-7850</issn>
                                                                                            <publisher>
                    <publisher-name>Mersin University</publisher-name>
                </publisher>
                    </journal-meta>
                <article-meta>
                                        <article-id pub-id-type="doi">10.17860/mersinefd.474226</article-id>
                                                                <article-categories>
                                            <subj-group  xml:lang="en">
                                                            <subject>Other Fields of Education</subject>
                                                    </subj-group>
                                            <subj-group  xml:lang="tr">
                                                            <subject>Alan Eğitimleri</subject>
                                                    </subj-group>
                                    </article-categories>
                                                                                                                                                        <title-group>
                                                                                                                        <trans-title-group xml:lang="en">
                                    <trans-title>Development Of Social Networks-Based Learning Scale: Validity And Reliability Study</trans-title>
                                </trans-title-group>
                                                                                                                                                                                                <article-title>Sosyal Ağlara Dayalı Öğrenme Algısı (SAD) Ölçeğinin Geliştirilmesi: Geçerlik ve Güvenirlik Çalışması</article-title>
                                                                                                    </title-group>
            
                                                    <contrib-group content-type="authors">
                                                                        <contrib contrib-type="author">
                                                                    <contrib-id contrib-id-type="orcid">
                                        https://orcid.org/0000-0002-4849-5829</contrib-id>
                                                                <name>
                                    <surname>Yokuş</surname>
                                    <given-names>Gürol</given-names>
                                </name>
                                                                    <aff>SİNOP ÜNİVERSİTESİ</aff>
                                                            </contrib>
                                                    <contrib contrib-type="author">
                                                                    <contrib-id contrib-id-type="orcid">
                                        https://orcid.org/0000-0002-0800-4802</contrib-id>
                                                                <name>
                                    <surname>Yanpar Yelken</surname>
                                    <given-names>Tuğba</given-names>
                                </name>
                                                                    <aff>MERSİN ÜNİVERSİTESİ</aff>
                                                            </contrib>
                                                                                </contrib-group>
                        
                                        <pub-date pub-type="pub" iso-8601-date="20190415">
                    <day>04</day>
                    <month>15</month>
                    <year>2019</year>
                </pub-date>
                                        <volume>15</volume>
                                        <issue>1</issue>
                                        <fpage>147</fpage>
                                        <lpage>164</lpage>
                        
                        <history>
                                    <date date-type="received" iso-8601-date="20181024">
                        <day>10</day>
                        <month>24</month>
                        <year>2018</year>
                    </date>
                                                    <date date-type="accepted" iso-8601-date="20190314">
                        <day>03</day>
                        <month>14</month>
                        <year>2019</year>
                    </date>
                            </history>
                                        <permissions>
                    <copyright-statement>Copyright © 2005, Mersin University Journal of the Faculty of  Education</copyright-statement>
                    <copyright-year>2005</copyright-year>
                    <copyright-holder>Mersin University Journal of the Faculty of  Education</copyright-holder>
                </permissions>
            
                                                                                                <trans-abstract xml:lang="en">
                            <p>The use of social networks, which have become widespread nowadays forlearning purposes is seen as important and valuable in terms of informallearning. It is seen that social networks and social media applications are nowbecoming part of a world called Social Web (Web 2.0) and educators attempt tomake learning unique and customized. This research aims to develop a scale fordetermining how learning is actualized on social networks. A pool of 47 itemswas created as a result of literature review and discussions with pre-serviceteachers. For expert view, 6 experts gavetheir ideas using 7 point likert scale. Then, validity index of the each itemand overall scale were calculated. Scale applied to two different groups. Forthe construct validity of the scale, exploratory factor analysis was conductedwith data collected from 350 pre-service teachers and confirmatory factoranalysis was done with another study group including 325 pre-service teachers. Afterthe model was verified with confirmatory factor analysis, the SocialNetworks-Based Learning Perception Scale was developed as a 20 - itemfour-factor scale. Cronbach Alpha coefficient correlation was found out to be(α)=.90 and explained variance to be (%58.14). Additionally, Pearson MomentCorrelation analysis showed that there was a high level of correlation between individualitems and overall score. The four-factor structure, which shows the idealvalues ​​with the help of modification indexes, indicate that the SocialNetworks- Based Learning Perception Scale is valid and reliable and can be usedin future research.</p></trans-abstract>
                                                                                                                                    <abstract><p>Günümüzdeoldukça yaygınlık kazanan sosyal ağların öğrenme amaçlı kullanılması informalöğrenme açısından bakıldığında oldukça önemli ve değerli görülmektedir. Sosyalağların ve sosyal medya uygulamalarının artık Sosyal Web (Web 2.0) olarakadlandırılan bir dünyanın parçası haline geldiği, eğitimcilerin öğrenmeeylemini bireye özgü ve kişiselleştirebilir hale getirmeye çabaladığıgörülmektedir. Bu araştırmanın amacı, sosyal ağlar üzerinde gerçekleşenöğrenmelerin belirlenmesine yönelik bir ölçek geliştirmektir. Alanyazıntaraması ve öğretmen adaylarıyla yapılan tartışmalar sonucunda 47 maddedenoluşan bir madde havuzu oluşturulmuştur. Uzman kanısı için 6 uzmandan 7’liderecelendirme ile görüşleri alınmış; sonrasında ise ölçek ve maddelere ilişkinkapsam geçerlilik indeksi hesaplanmıştır. Ölçek iki gruba ayrılmış ve yapıgeçerliği için 350 kişilik çalışma grubu ile açımlayıcı faktör analizi, 325kişilik grupla doğrulayıcı faktör analizi yapılmıştır. Ortaya konulan model,DFA ile doğrulandıktan sonra, Sosyal Ağlara Dayalı Öğrenme Algısı Ölçeği 20maddelik dört faktörlü bir ölçek olarak geliştirilmiştir. Sosyal Ağlara DayalıÖğrenme Algısı Ölçeğinin Cronbach Alpha güvenirlik katsayısının (α)=.90(α)=.90, Kişiselleştirme alt boyutunda (α)=.921, Paylaşım alt boyutunda (α)=.888,Etkileşime dayalı öğrenme alt boyutunda (α)=.704, Kullanım kolaylığı altboyutunda (α)=.701 olduğu ve açıklanan varyansın (% 58.14) değerlerine sahipolduğu görülmektedir. Ayrıca, Pearson Moment Korelasyon analizi sonucundamaddelerin toplam puanla yüksek düzeyde ilişki gösterdiği görülmektedir.Modifikasyon indeksleri yardımı ile ideal değerlere ulaşan tek faktörlü yapı,Sosyal Ağlara Dayalı Öğrenme Algısı Ölçeğinin geçerli ve güvenilir olduğunu,ileride yapılacak araştırmalarda kullanılabileceğini göstermiştir.</p></abstract>
                                                            
            
                                                                                        <kwd-group>
                                                    <kwd>sosyal ağlara dayalı öğrenme algısı</kwd>
                                                    <kwd>  sosyal web</kwd>
                                                    <kwd>  kolektif akıl</kwd>
                                                    <kwd>  ölçek geliştirme</kwd>
                                            </kwd-group>
                            
                                                <kwd-group xml:lang="en">
                                                    <kwd>social networks-based learning perception scale</kwd>
                                                    <kwd>  social web</kwd>
                                                    <kwd>  collective mind</kwd>
                                                    <kwd>  scale development</kwd>
                                            </kwd-group>
                                                                                                                                        </article-meta>
    </front>
    <back>
                            <ref-list>
                                    <ref id="ref1">
                        <label>1</label>
                        <mixed-citation publication-type="journal">Akbulut, Y. (2010). Sosyal bilimlerde SPSS uygulamaları (Sık kullanılan istatistiksel analizler ve açıklamalı SPSS çözümleri). İstanbul: İdeal Kültür Yayıncılık.</mixed-citation>
                    </ref>
                                    <ref id="ref2">
                        <label>2</label>
                        <mixed-citation publication-type="journal">Ala-Mutka, K. M., Bacigalupo, M., Kluzer, S., Pascu, C., Punie, Y., &amp; Redecker, C. (2009). Learning 2.0: the impact of Web 2.0 innovation on education and training in Europe. Joint Research Centre. Erişim Adresi http://publications.jrc.ec.europa.eu/repository/bitstream/JRC50704/jrc50704.pdf</mixed-citation>
                    </ref>
                                    <ref id="ref3">
                        <label>3</label>
                        <mixed-citation publication-type="journal">Armstrong, S. (2012). Negative Effects of Social Networking Sites for Students. Erişim Adresi: https://www.business2community.com/social-media/negative-effects-of-social-networking-sites-for-students-0311887</mixed-citation>
                    </ref>
                                    <ref id="ref4">
                        <label>4</label>
                        <mixed-citation publication-type="journal">Barbour, M. K. ve Plough, C. (2009). Social networking in cyberschooling: Helping to make online learning less isolating. Tech Trends, 53(4), 56-60.</mixed-citation>
                    </ref>
                                    <ref id="ref5">
                        <label>5</label>
                        <mixed-citation publication-type="journal">Batchelder, C. W. (2010). Social software: Participants&#039; experience using social networking for learning, (Yayımlanmamış Doktora Tezi). Capella Üniversitesi, Capella.</mixed-citation>
                    </ref>
                                    <ref id="ref6">
                        <label>6</label>
                        <mixed-citation publication-type="journal">Brown, T. A. (2014). Confirmatory factor analysis for applied research. New York: Guilford Publications.</mixed-citation>
                    </ref>
                                    <ref id="ref7">
                        <label>7</label>
                        <mixed-citation publication-type="journal">Büyüköztürk, Ş. (2009). Sosyal bilimler için veri analizi el kitabı (10. Baskı). Ankara: Pegem Yayınları.</mixed-citation>
                    </ref>
                                    <ref id="ref8">
                        <label>8</label>
                        <mixed-citation publication-type="journal">Carmines, E. G. ve Zeller, R. A. (1978). Reliability and validity assessment. Beverly Hills, C.A: Sage</mixed-citation>
                    </ref>
                                    <ref id="ref9">
                        <label>9</label>
                        <mixed-citation publication-type="journal">Christensen, C. M., Horn, M. B. ve Johnson, C. W. (2008). How&#039;disruptive innovation&#039;will change the way we learn. Education Week, 27(39), 25-36.</mixed-citation>
                    </ref>
                                    <ref id="ref10">
                        <label>10</label>
                        <mixed-citation publication-type="journal">Cicchetti, D. V. ve Sparrow, S. A. (1981). Developing criteria for establishing interrater reliability of specific items: applications to assessment of adaptive behavior. American journal of mental deficiency, 86 (2), 127-137.</mixed-citation>
                    </ref>
                                    <ref id="ref11">
                        <label>11</label>
                        <mixed-citation publication-type="journal">Comrey, A. L. ve Lee, H. B. (1992). A first course in factor analysis. UK: Psychology Press.</mixed-citation>
                    </ref>
                                    <ref id="ref12">
                        <label>12</label>
                        <mixed-citation publication-type="journal">Cronbach, L. J. ve Meehl, P. E. (1955). Construct validity in psychological tests. Psychological Bulletin, 52, 281–302.</mixed-citation>
                    </ref>
                                    <ref id="ref13">
                        <label>13</label>
                        <mixed-citation publication-type="journal">Çokluk, Ö., Şekercioğlu, G. ve Büyüzöztürk, Ş. (2016). Sosyal bilimler için çok değişkenli istatistik: SPSS ve LİSREL uygulamaları. Ankara:Pegem Akademi</mixed-citation>
                    </ref>
                                    <ref id="ref14">
                        <label>14</label>
                        <mixed-citation publication-type="journal">Delfino, M. ve Persico, D. (2009). Self-regulated learning: issues and challenges for initial teacher training. Handbook of research on new media literacy at the K-12 level: Issues and challenges içinde (s. 839-854). USA: IGI Global.</mixed-citation>
                    </ref>
                                    <ref id="ref15">
                        <label>15</label>
                        <mixed-citation publication-type="journal">Ekici, M. (2012). Öğretim ilke ve yöntemleri dersinde sosyal ağlar ve işbirlikli (collaborative) öğrenme yöntemlerinin erişi düzeyine etkisi, (Yüksek Lisans Tezi). Sakarya Üniversitesi, Sakarya</mixed-citation>
                    </ref>
                                    <ref id="ref16">
                        <label>16</label>
                        <mixed-citation publication-type="journal">Gikas, J. ve Grant, M. M. (2013). Mobile computing devices in higher education: Student perspectives on learning with cellphones, smartphones &amp; social media. The Internet and Higher Education, 19, 18-26.</mixed-citation>
                    </ref>
                                    <ref id="ref17">
                        <label>17</label>
                        <mixed-citation publication-type="journal">Gizir, S. (2005). Assessment of factors negatively effecting the communication process in Turkish state universities, (Yayımlanmamış Doktora Tezi). Ortadoğu Teknik Üniversitesi, Ankara</mixed-citation>
                    </ref>
                                    <ref id="ref18">
                        <label>18</label>
                        <mixed-citation publication-type="journal">Goodyear, P., &amp; Yang, D. F. (2009). Patterns and pattern languages in educational design. In Handbook of research on learning design and learning objects: Issues, applications, and technologies (pp. 167-187). IGI Global.</mixed-citation>
                    </ref>
                                    <ref id="ref19">
                        <label>19</label>
                        <mixed-citation publication-type="journal">Greenhow, C. (2011). Online social networks and learning. On the horizon, 19(1), 4-12.</mixed-citation>
                    </ref>
                                    <ref id="ref20">
                        <label>20</label>
                        <mixed-citation publication-type="journal">Holmes, K. M. ve O&#039;loughlin, N. (2014). The experiences of people with learning disabilities on social networking sites. British Journal of Learning Disabilities, 42(1), 1-5.</mixed-citation>
                    </ref>
                                    <ref id="ref21">
                        <label>21</label>
                        <mixed-citation publication-type="journal">Hooper D., Coughlan J. ve Mullen M.R. (2008). Structural Equation Modelling: Guidelines for Determining Model Fit. Electronic Journal of Business Research Methods, 6(1), 53-60.</mixed-citation>
                    </ref>
                                    <ref id="ref22">
                        <label>22</label>
                        <mixed-citation publication-type="journal">Hung, H. T. ve Yuen, S. C. Y. (2010). Educational use of social networking technology in higher education. Teaching in higher education, 15(6), 703-714.</mixed-citation>
                    </ref>
                                    <ref id="ref23">
                        <label>23</label>
                        <mixed-citation publication-type="journal">Ito, M.; Gutierrez, K.; Livingstone, S.; Penuel, B.; Rhodes, J.; Salen, K.; Schor,J.; Sefton-Green, J. ve Watkins, C. (2013). Connected learning: An agenda for research and design. Irvine, CA: Digital Media and Learning Research Hub</mixed-citation>
                    </ref>
                                    <ref id="ref24">
                        <label>24</label>
                        <mixed-citation publication-type="journal">Johnson, L.; Levine, A. ve Smith, R. (2009). 2009 Horizon Report. Austin, TX: The New Media Consortium</mixed-citation>
                    </ref>
                                    <ref id="ref25">
                        <label>25</label>
                        <mixed-citation publication-type="journal">Jovanovic, J., Chiong, R. ve Weise, T. (2012). Social networking, teaching, and learning. Interdisciplinary Journal of Information, Knowledge, and Management, 7, 39-41.</mixed-citation>
                    </ref>
                                    <ref id="ref26">
                        <label>26</label>
                        <mixed-citation publication-type="journal">Kaplan, A. M. ve Haenlein, M. (2010). Users of the world, unite! The challenges and opportunities of Social Media. Business horizons, 53(1), 59-68.</mixed-citation>
                    </ref>
                                    <ref id="ref27">
                        <label>27</label>
                        <mixed-citation publication-type="journal">Killion, J. (2011). The changing face of professional development. Edge: The Latest Information for the Education Practitioner, 6(5), 3-19.</mixed-citation>
                    </ref>
                                    <ref id="ref28">
                        <label>28</label>
                        <mixed-citation publication-type="journal">Klainbaum, D.G., Kupper, L. L. ve Muller, K.E. (1987). Applied regression analysis and other multivariate methods. California: Duxbury press.</mixed-citation>
                    </ref>
                                    <ref id="ref29">
                        <label>29</label>
                        <mixed-citation publication-type="journal">Kline, P. (1994). An easy guide to factor analysis. New York: Routledge.</mixed-citation>
                    </ref>
                                    <ref id="ref30">
                        <label>30</label>
                        <mixed-citation publication-type="journal">Kline, R. B. (2011). Principles and practice of structural equation modelling. New York, NY: Guilford Press.</mixed-citation>
                    </ref>
                                    <ref id="ref31">
                        <label>31</label>
                        <mixed-citation publication-type="journal">Knezek, G., Mills, L. A. ve Wakefield, J. S. (2012). Measuring student attitudes toward learning with social media: Validation of the social media learning scale. M. Simonson (Ed.), Annual convention of the Association of Educational Communications and Technology Vol. 1 içinde (s. 127-134), Nova Southeastern University, Florida.</mixed-citation>
                    </ref>
                                    <ref id="ref32">
                        <label>32</label>
                        <mixed-citation publication-type="journal">Kumpulainen, K. ve Sefton-Green, J. (2012). What is connected learning and how to research it?. International Journal of Learning and Media, 4(2), 7-18.</mixed-citation>
                    </ref>
                                    <ref id="ref33">
                        <label>33</label>
                        <mixed-citation publication-type="journal">Liu, Y. (2003). Developing a scale to measure the interactivity of websites. Journal of Advertising Research, 43(02), 207–217.</mixed-citation>
                    </ref>
                                    <ref id="ref34">
                        <label>34</label>
                        <mixed-citation publication-type="journal">Luehmann, A. L. ve Tinelli, L. (2008). Teacher professional identity development with social networking technologies: learning reform through blogging. Educational Media International, 45(4), 323-333.</mixed-citation>
                    </ref>
                                    <ref id="ref35">
                        <label>35</label>
                        <mixed-citation publication-type="journal">Margolis, A. ve Parboosingh, J. (2015). Networked learning and network science: potential applications to health professionals’ continuing education and development. Journal of Continuing Education in the Health Professions, 35(3), 211-219.</mixed-citation>
                    </ref>
                                    <ref id="ref36">
                        <label>36</label>
                        <mixed-citation publication-type="journal">McLoughlin, C. ve Lee, M. (2010). Personalised and self-regulated learning in the web 2.0 era: International exemplars of innovative pedagogy using social software. Australasian Journal of Educational Technology, 26 (1), 28-43.</mixed-citation>
                    </ref>
                                    <ref id="ref37">
                        <label>37</label>
                        <mixed-citation publication-type="journal">Mills, L. A., Knezek, G. A. ve Wakefield, J. S. (2013). Learning with social media: Measurement tools for understanding information behavior in technology pervasive environments of the 21st century. iConference 2013 Proceedings konferansında sunulan bildiri (ss. 593-600). TX: Fort Worth.</mixed-citation>
                    </ref>
                                    <ref id="ref38">
                        <label>38</label>
                        <mixed-citation publication-type="journal">Minocha, S. (2009). Role of social software tools in education: A literature review, Education + Training, 5(6), 353-369.</mixed-citation>
                    </ref>
                                    <ref id="ref39">
                        <label>39</label>
                        <mixed-citation publication-type="journal">Parchoma, G. (2010). Toward diversity in researching teaching and technology philosophies-in-practice in e-learning communities. B. Daniel (ed.). Methods and techniques for studying virtual communities: Paradigms and phenomena içinde (s.61-86). Hershey, PA: IGI Global</mixed-citation>
                    </ref>
                                    <ref id="ref40">
                        <label>40</label>
                        <mixed-citation publication-type="journal">Polit, D. F., Beck, C. T. ve Owen, S. V. (2007). Is the CVI an acceptable indicator of content validity? Appraisal and recommendations. Research in nursing &amp; health, 30(4), 459-467.</mixed-citation>
                    </ref>
                                    <ref id="ref41">
                        <label>41</label>
                        <mixed-citation publication-type="journal">Ryberg, T., Buus, L., &amp; Georgsen, M. (2012). Differences in understandings of networked learning theory: Connectivity or collaboration? L. Dirckinck-Holmfeld, V. Hodgson, &amp; D. McConnell (Eds.), Exploring the Theory, Pedagogy and Practice of Networked Learning içinde (s. 43-58). Berlin: Springer Science+Business Media.</mixed-citation>
                    </ref>
                                    <ref id="ref42">
                        <label>42</label>
                        <mixed-citation publication-type="journal">Sabimbona, S. (2013). Sosyal ağların öğrenme aracı olarak değerlendirilmesi: burundi ve türkiye karşılaştırması, (Yayınlanmamış Yüksek Lisans Tezi).  İstanbul Üniversitesi Fen Bilimleri Enstitüsü, İstanbul.</mixed-citation>
                    </ref>
                                    <ref id="ref43">
                        <label>43</label>
                        <mixed-citation publication-type="journal">Schumacker, R.E. ve Lomax, R.G. (2004). A beginner&#039;s guide to structural equation modeling. New Jersey: Taylor &amp; Francis.</mixed-citation>
                    </ref>
                                    <ref id="ref44">
                        <label>44</label>
                        <mixed-citation publication-type="journal">Siemens, G. (2005). Connectivism: A learning theory for the digital age. International Journal of Instructional Technology and Distance Learning, 2(1), 3-10. Erişim adresi:  http://citeseerx.ist.psu.edu/viewdoc/download;jsessionid=2C6626ABCD61AA5A4391DF5FD8FEEFDE?doi=10.1.1.87.3793&amp;rep=rep1&amp;type=pdf</mixed-citation>
                    </ref>
                                    <ref id="ref45">
                        <label>45</label>
                        <mixed-citation publication-type="journal">Şencan H. (2005). Sosyal ve davranışsal ölçümlerde güvenirlik ve geçerlik. Ankara: Seçkin Yayıncılık.</mixed-citation>
                    </ref>
                                    <ref id="ref46">
                        <label>46</label>
                        <mixed-citation publication-type="journal">Şimşek, Ö. F. (2007). Yapısal eşitlik modellemesine giriş temel ilkeler ve LİSREL uygulamaları. Ankara: Ekinox</mixed-citation>
                    </ref>
                                    <ref id="ref47">
                        <label>47</label>
                        <mixed-citation publication-type="journal">Tabachnick, B.G ve Fidell, L.S. (2013). Using multivariate statistics. Boston: Pearson.</mixed-citation>
                    </ref>
                                    <ref id="ref48">
                        <label>48</label>
                        <mixed-citation publication-type="journal">Tavşancıl, E. (2002). Tutumların ölçülmesi ve SPSS ile veri analizi. Ankara: Nobel Yayıncılık.</mixed-citation>
                    </ref>
                                    <ref id="ref49">
                        <label>49</label>
                        <mixed-citation publication-type="journal">Tezbaşaran, A. (1996). Likert tipi ölçek geliştirme kılavuzu. Ankara: TPD Yayınları.</mixed-citation>
                    </ref>
                                    <ref id="ref50">
                        <label>50</label>
                        <mixed-citation publication-type="journal">Thompson, B. (2004). Exploratory and confirmatory factor analysis: Understanding concepts and applications. Washington DC: American Psychological Association.</mixed-citation>
                    </ref>
                                    <ref id="ref51">
                        <label>51</label>
                        <mixed-citation publication-type="journal">Thorndike R. L.ve Hagen, E. (1977). Measurement and evaluation in psychology and education. Newyork: Chapman and Hall Ltd.</mixed-citation>
                    </ref>
                                    <ref id="ref52">
                        <label>52</label>
                        <mixed-citation publication-type="journal">Veletsianos, G. (2011). Designing opportunities for transformation with emerging technologies. Educational Technology, 51(2), 41-46.</mixed-citation>
                    </ref>
                                    <ref id="ref53">
                        <label>53</label>
                        <mixed-citation publication-type="journal">Waltz C.F., Strcikland O.L. ve Lenz E.R. (2010). Measurement in nursing and health research. New York: Springer Publishing Company</mixed-citation>
                    </ref>
                                    <ref id="ref54">
                        <label>54</label>
                        <mixed-citation publication-type="journal">Webb, E. (2009). Engaging students with engaging tools. Educause Quarterly, 32(4), 1–7.</mixed-citation>
                    </ref>
                            </ref-list>
                    </back>
    </article>
