<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.4 20241031//EN"
        "https://jats.nlm.nih.gov/publishing/1.4/JATS-journalpublishing1-4.dtd">
<article  article-type="research-article"        dtd-version="1.4">
            <front>

                <journal-meta>
                                    <journal-id></journal-id>
            <journal-title-group>
                                                                                    <journal-title>Van Yüzüncü Yıl Üniversitesi Eğitim Fakültesi Dergisi</journal-title>
            </journal-title-group>
                                        <issn pub-type="epub">1305-2020</issn>
                                                                                            <publisher>
                    <publisher-name>Van Yuzuncu Yıl University</publisher-name>
                </publisher>
                    </journal-meta>
                <article-meta>
                                        <article-id pub-id-type="doi">10.33711/yyuefd.1312600</article-id>
                                                                <article-categories>
                                            <subj-group  xml:lang="en">
                                                            <subject>Specialist Studies in Education (Other)</subject>
                                                    </subj-group>
                                            <subj-group  xml:lang="tr">
                                                            <subject>Eğitim Üzerine Çalışmalar (Diğer)</subject>
                                                    </subj-group>
                                    </article-categories>
                                                                                                                                                        <title-group>
                                                                                                                        <trans-title-group xml:lang="en">
                                    <trans-title>STEM Self-Effıcacy Perception Scale (STEM-SPT) Development Study</trans-title>
                                </trans-title-group>
                                                                                                                                                                                                <article-title>STEM Öz-Yeterlik Algı Ölçeği (STEM-ÖAÖ) Geliştirme Çalışması</article-title>
                                                                                                    </title-group>
            
                                                    <contrib-group content-type="authors">
                                                                        <contrib contrib-type="author">
                                                                    <contrib-id contrib-id-type="orcid">
                                        https://orcid.org/0000-0002-4436-3060</contrib-id>
                                                                <name>
                                    <surname>Gökçe Tekin</surname>
                                    <given-names>Özlem</given-names>
                                </name>
                                                            </contrib>
                                                    <contrib contrib-type="author">
                                                                    <contrib-id contrib-id-type="orcid">
                                        https://orcid.org/0000-0003-0780-0169</contrib-id>
                                                                <name>
                                    <surname>Şan</surname>
                                    <given-names>İsmail</given-names>
                                </name>
                                                                    <aff>İNÖNÜ ÜNİVERSİTESİ</aff>
                                                            </contrib>
                                                    <contrib contrib-type="author">
                                                                    <contrib-id contrib-id-type="orcid">
                                        https://orcid.org/0000-0001-5927-6341</contrib-id>
                                                                <name>
                                    <surname>Orhan-karsak</surname>
                                    <given-names>H. Gülhan</given-names>
                                </name>
                                                                    <aff>İNÖNÜ ÜNİVERSİTESİ</aff>
                                                            </contrib>
                                                                                </contrib-group>
                        
                                        <pub-date pub-type="pub" iso-8601-date="20240816">
                    <day>08</day>
                    <month>16</month>
                    <year>2024</year>
                </pub-date>
                                        <volume>21</volume>
                                        <issue>2</issue>
                                        <fpage>648</fpage>
                                        <lpage>667</lpage>
                        
                        <history>
                                    <date date-type="received" iso-8601-date="20230610">
                        <day>06</day>
                        <month>10</month>
                        <year>2023</year>
                    </date>
                                                    <date date-type="accepted" iso-8601-date="20240806">
                        <day>08</day>
                        <month>06</month>
                        <year>2024</year>
                    </date>
                            </history>
                                        <permissions>
                    <copyright-statement>Copyright © 2004, Van Yüzüncü Yıl Üniversitesi Eğitim Fakültesi Dergisi</copyright-statement>
                    <copyright-year>2004</copyright-year>
                    <copyright-holder>Van Yüzüncü Yıl Üniversitesi Eğitim Fakültesi Dergisi</copyright-holder>
                </permissions>
            
                                                                                                <trans-abstract xml:lang="en">
                            <p>The purpose of this research is to develop the STEM Self-Efficacy Perception Scale (STEM-SPS) for middle and high school students. The research was carried out with a total of 656 students studying in the eighth and twelfth grades in Turkey in the spring semester of the 2020-2021 academic year. The Kaiser-Meyer-Olkin index of the scale was ,920 and the Bartlett test was significant. The Cronbach Alpha reliability coefficient of the scale was ,93; test-retest reliability coefficient was calculated as 0,86. With the factor analysis, it was determined that STEM-SPS has a four-factor structure (Science, Technology, Engineering, Mathematics) and this structure is compatible with STEM education, which is explained theoretically as a result of confirmatory factor analysis. This 5-point Likert-type scale consists of 28 items. Thus, a valid and reliable scale for measuring STEM self-efficacy perceptions of secondary and high school students was obtained.</p></trans-abstract>
                                                                                                                                    <abstract><p>Bu araştırmanın amacı ortaokul ve lise öğrencilerine yönelik STEM Öz-yeterlik Algı Ölçeği (STEM-ÖAÖ) geliştirmektir. Araştırma 2020-2021 eğitim-öğretim yılı bahar yarıyılında Türkiye’de sekizinci ve onikinci sınıflarda öğrenim gören toplam 656 öğrenci ile gerçekleştirilmiştir. İki aşamada toplanan bu verilerin 412’si (birinci çalışma grubu) açımlayıcı faktör analizi için kullanılırken, 244’ü (ikinci çalışma grubu) doğrulayıcı faktör analizi için kullanılmıştır. Cronbach Alfa güvenirlik katsayısı .92, test-tekrar test güvenirlik katsayısı ise 0.86 olarak hesaplanmıştır. Faktör analizi ile STEM-ÖAÖ’nün dört faktörlü (Fen, Teknoloji, Mühendislik, Matematik)  yapıya sahip olduğu ve bu yapının doğrulayıcı faktör analizi sonucunda teorik olarak açıklanan STEM eğitimiyle uyumlu olduğu tespit edilmiştir. 5&#039;li Likert tipinde olan bu ölçek 28 maddeden oluşmaktadır. Böylece ortaokul ve lise öğrencilerinin STEM öz-yeterlik algılarının ölçülmesinde geçerli ve güvenilir bir ölçek olan STEM-ÖAÖ elde edilmiştir.</p></abstract>
                                                            
            
                                                                                        <kwd-group>
                                                    <kwd>STEM Öz-Yeterlik Algısı</kwd>
                                                    <kwd>  Ölçek Geliştirme</kwd>
                                                    <kwd>  Ortaokul</kwd>
                                                    <kwd>  Lise</kwd>
                                            </kwd-group>
                            
                                                <kwd-group xml:lang="en">
                                                    <kwd>STEM Self Efficacy Perception</kwd>
                                                    <kwd>  Scale Development</kwd>
                                                    <kwd>  Middle School</kwd>
                                                    <kwd>  High School</kwd>
                                            </kwd-group>
                                                                                                                                        </article-meta>
    </front>
    <back>
                            <ref-list>
                                    <ref id="ref1">
                        <label>1</label>
                        <mixed-citation publication-type="journal">Ambriz, J. D. (2016). Social cognitive career theory (SCCT) and Mexican/Mexican-American youth career development, with a special focus on stem fields. Unpublished doctoral dissertation, Washington State University.</mixed-citation>
                    </ref>
                                    <ref id="ref2">
                        <label>2</label>
                        <mixed-citation publication-type="journal">Bandura A. (1997). Self-Efficacy: The exercise of control. New York.</mixed-citation>
                    </ref>
                                    <ref id="ref3">
                        <label>3</label>
                        <mixed-citation publication-type="journal">Bandura, A. &amp; Cervone, D. (1983). Self-evaluative and self-efficacy mechanisms governing the motivational effects of goal systems. Journal of Personality and Social Psychology, 45, 1017-1028. https://doi.org/10.1037/0022-3514.45.5.1017</mixed-citation>
                    </ref>
                                    <ref id="ref4">
                        <label>4</label>
                        <mixed-citation publication-type="journal">Bandura, A. (1977). Self-efficacy: Toward a unifying theory of behavioral change. Psychological Review, 84(2), 191-215. https://doi.org/10.1037/0033-295X. 84.2.191</mixed-citation>
                    </ref>
                                    <ref id="ref5">
                        <label>5</label>
                        <mixed-citation publication-type="journal">Bandura, A. (1989). Human agency in social cognitive theory. American Psychologist, 44(9), 1175.</mixed-citation>
                    </ref>
                                    <ref id="ref6">
                        <label>6</label>
                        <mixed-citation publication-type="journal">Bandura, A. (1993). Perceived self-efficacy in cognitive development and functioning. Educational Psychologist, 28(2), 117-148. https://doi.org/10.1207/s15326985ep 2802_3</mixed-citation>
                    </ref>
                                    <ref id="ref7">
                        <label>7</label>
                        <mixed-citation publication-type="journal">Bandura, A. (1994). Self-efficacy. In V. S. Ramachaudran (Ed.), Encyclopedia of Human Behavior (Vol. 4, pp. 71-81). New York: Academic Press. (Reprinted in H. Friedman [Ed.], Encyclopedia of mental health. San Diego: Academic Press, 1998).</mixed-citation>
                    </ref>
                                    <ref id="ref8">
                        <label>8</label>
                        <mixed-citation publication-type="journal">Bandura, A. (2002). Social cognitive theory in cultural context. Applied Psychology, 51(2), 269-290. https://doi.org/10.1111/1464-0597.00092</mixed-citation>
                    </ref>
                                    <ref id="ref9">
                        <label>9</label>
                        <mixed-citation publication-type="journal">Bandura, A. (2006). Guide for constructing self-efficacy scales. F. Pajares &amp; T. Urdan (Ed.). in Self-efficacy beliefs of adolescentes (p. 307-337). Information Age</mixed-citation>
                    </ref>
                                    <ref id="ref10">
                        <label>10</label>
                        <mixed-citation publication-type="journal">Brown, P. L., Concannon, J. P., Marx, D., Donaldson, C., &amp; Black, A. (2016). An examination of middle school students&#039; STEM self-efficacy, interests and perceptions of STEM. Journal of STEM Education: Innovations and Research, 17(3).</mixed-citation>
                    </ref>
                                    <ref id="ref11">
                        <label>11</label>
                        <mixed-citation publication-type="journal">Buday, S. K., Stake, J. E. &amp; Peterson, Z. D. (2012). Gender and the choice of a science career:the impact of social support and possible selves. Sex Roles, 66(3), 197–209.</mixed-citation>
                    </ref>
                                    <ref id="ref12">
                        <label>12</label>
                        <mixed-citation publication-type="journal">Büyüköztürk, Ş. (2014). Sosyal bilimler için veri analizi el kitabı. Pegem Akademi.</mixed-citation>
                    </ref>
                                    <ref id="ref13">
                        <label>13</label>
                        <mixed-citation publication-type="journal">Büyüköztürk, Ş., Çakmak, E. K., Akgün, Ö. E., Karadeniz, Ş., &amp; Demirel, F. (2018). Bilimsel araştırma yöntemleri.  Pegem Akademi.</mixed-citation>
                    </ref>
                                    <ref id="ref14">
                        <label>14</label>
                        <mixed-citation publication-type="journal">Bybee, R. W. (2013). The case for stem education, challenges and opportunities. NSTA Press.</mixed-citation>
                    </ref>
                                    <ref id="ref15">
                        <label>15</label>
                        <mixed-citation publication-type="journal">Chen, Y. F., Cannady, M. A., Schunn, C., &amp; Dorph, R. (2017) Measures technical brief: Competency beliefs in STEM. Activation Lab. http://www.activationlab.org /wpcontent/uploads/2017/06/CompetencyBeliefs_STEMReport_20170403.pdf.</mixed-citation>
                    </ref>
                                    <ref id="ref16">
                        <label>16</label>
                        <mixed-citation publication-type="journal">Christensen, R. &amp; Knezek, G. (2017). Relationship of middle school student STEM interest to career intent. Journal of Education in Science, Environment and Health (JESEH), 3(1), 1- 13. https://doi.org/10.21891/jeseh.275649</mixed-citation>
                    </ref>
                                    <ref id="ref17">
                        <label>17</label>
                        <mixed-citation publication-type="journal">Çavaş, P., Aslıhan, Ayar., &amp; Gürcan, G. (2020). Türkiye’de STEM eğitimi üzerine yapılan araştırmaların durumu üzerine bir çalışma. Yüzüncü Yıl Üniversitesi Eğitim Fakültesi Dergisi, 17(1), 823-854.  https://doi.org/10.33711/yyuefd.751 853</mixed-citation>
                    </ref>
                                    <ref id="ref18">
                        <label>18</label>
                        <mixed-citation publication-type="journal">Çeçen, A. R. (2006). Duyguları yönetme becerileri ölçeğinin geliştirilmesi: Geçerlik ve güvenirlik çalışmaları. Türk Psikolojik Danışma ve Rehberlik Dergisi, 3(26), 101-113.</mixed-citation>
                    </ref>
                                    <ref id="ref19">
                        <label>19</label>
                        <mixed-citation publication-type="journal">Çokluk, Ö., Şekercioğlu, G., &amp; Büyüköztürk, Ş. (2021). Sosyal bilimler için çok değişkenli istatistik: SPSS ve LISREL, Pegem Akademi.</mixed-citation>
                    </ref>
                                    <ref id="ref20">
                        <label>20</label>
                        <mixed-citation publication-type="journal">Demirbağ, C., Arıkan, S., &amp; Muğaloğlu, E. Z. (2020). Adaptation of the self-efficacy beliefs in STEM education scale and testing measurement invariance across groups. Journal of Measurement and Evaluation in Education and Psychology, 11(2), 163-179.</mixed-citation>
                    </ref>
                                    <ref id="ref21">
                        <label>21</label>
                        <mixed-citation publication-type="journal">Dou, R. (2017). The interactions of relationships, interest, and self-efficacy in undergraduate physics. [Unpublished Doctoral Dissertation] Florida International University Curriculum and Instruction.</mixed-citation>
                    </ref>
                                    <ref id="ref22">
                        <label>22</label>
                        <mixed-citation publication-type="journal">Gürbüz, S. (2019). AMOS ile Yapısal eşitlik modellemesi. SeçkinYayıncılık.</mixed-citation>
                    </ref>
                                    <ref id="ref23">
                        <label>23</label>
                        <mixed-citation publication-type="journal">Hair, J. F., Jr., Black, W. C., Babin, B. J. &amp; Anderson, R. E. (2005). Multivariate data analysis (6th ed.). NY: Prentice Hall.</mixed-citation>
                    </ref>
                                    <ref id="ref24">
                        <label>24</label>
                        <mixed-citation publication-type="journal">Halim, L., Abd Rahman, N., Wahab, N., &amp; Mohtar, L. E. (2018). Factors influencing interest in STEM careers: An exploratory factor analysis. Asia-Pacific Forum on Science Learning and Teaching, 19(2) 1-34.</mixed-citation>
                    </ref>
                                    <ref id="ref25">
                        <label>25</label>
                        <mixed-citation publication-type="journal">Henson, R.K. &amp; Roberts, J.K. (2006). Use of exploratory factor analysis in published research: Common errors and some comment on improved practice. Educational and Psychological Measurement, 66, 393-416. https://doi.org/10.1177%2F 0013164405282485</mixed-citation>
                    </ref>
                                    <ref id="ref26">
                        <label>26</label>
                        <mixed-citation publication-type="journal">Işıksal, M., &amp; Aşkar, P. (2003). İlköğretim öğrencileri için matematik ve bilgisayar öz-yeterlik algısı ölçekleri. Hacettepe Üniversitesi Eğitim Fakültesi Dergisi, 25(25), 109-118.</mixed-citation>
                    </ref>
                                    <ref id="ref27">
                        <label>27</label>
                        <mixed-citation publication-type="journal">Kaiser, H.F. (1974) An index of factorial simplicity. Psychometrika, 39, 31-36. https://doi.org/10.1007/BF02291575 
Kandemir, M. (2010). Akademik erteleme davranışını açıklayıcı bir model. [Yayımlanmamış Yüksek Lisans Tezi], Gazi Üniversitesi Eğitim Bilimleri Enstitüsü.</mixed-citation>
                    </ref>
                                    <ref id="ref28">
                        <label>28</label>
                        <mixed-citation publication-type="journal">Kier, M., Blanchard, M., Osborne, J., &amp; Albert, J. (2014). The development of the stem career interest survey (STEM-CIS). Research in Science Education, 44, 461–481. https://doi.org/10.1007/s11165-013-9389-3</mixed-citation>
                    </ref>
                                    <ref id="ref29">
                        <label>29</label>
                        <mixed-citation publication-type="journal">Kinkopf, D., &amp; Dack, H. (2023). Teachers’ perceptions of increasing STEM self-efficacy among female middle grades students. RMLE Online, 46(5), 1-21.</mixed-citation>
                    </ref>
                                    <ref id="ref30">
                        <label>30</label>
                        <mixed-citation publication-type="journal">Kline, R. B. (2016). Principles and practice of structural equation modeling. New York: The Guilford Press.</mixed-citation>
                    </ref>
                                    <ref id="ref31">
                        <label>31</label>
                        <mixed-citation publication-type="journal">Kline, R. B. (2023). Principles and practice of structural equation modeling. Guilford publications.</mixed-citation>
                    </ref>
                                    <ref id="ref32">
                        <label>32</label>
                        <mixed-citation publication-type="journal">Koyunlu Ünlü, Z. &amp; Dökme, İ. (2018). Multivariate assessment of middle school students’ interest in STEM career: A profile from Turkey. Research Science Education, 1-15. https://doi.org/10.1007/s11165-018-9729-4</mixed-citation>
                    </ref>
                                    <ref id="ref33">
                        <label>33</label>
                        <mixed-citation publication-type="journal">Luo, T., So, W. W. M., Wan, Z. H., &amp; Li, W. C. (2021). STEM stereotypes predict students’ STEM career interest via self-efficacy and outcome expectations. International Journal of STEM Education, 8(1), 1-13. https://doi.org/10.1186/s40594-021-00295-y</mixed-citation>
                    </ref>
                                    <ref id="ref34">
                        <label>34</label>
                        <mixed-citation publication-type="journal">MEB. (2016). STEM eğitimi raporu. Ankara. http://yegitek.meb.gov.tr/stem_egitimi_raporu.pdf</mixed-citation>
                    </ref>
                                    <ref id="ref35">
                        <label>35</label>
                        <mixed-citation publication-type="journal">Milner, D. I., Horan, J. J., &amp; Tracey, T. J. (2014). Development and evaluation of STEM interest and self-efficacy tests. Journal of Career Assessment, 22(4), 642-653. https://doi.org/10.1177%2F1069072713515427</mixed-citation>
                    </ref>
                                    <ref id="ref36">
                        <label>36</label>
                        <mixed-citation publication-type="journal">Nugent, G., Barker, B., Welch, G., Grandgenett, N., Wu, C., &amp; Nelson, C. (2015). A model of factors contributing to STEM learning and career orientation. International Journal of Science Education, 37(7), 1067-1088. https://doi.org/10.1080/09500693.2015.1017863</mixed-citation>
                    </ref>
                                    <ref id="ref37">
                        <label>37</label>
                        <mixed-citation publication-type="journal">Özgen, K., &amp; Bindak, R. (2018). Matematiksel ilişkilendirme öz yeterlik ölçeğinin geliştirilmesi. Kastamonu Eğitim Dergisi, 26(3), 913-924. https://doi.org/ 10.24106/kefdergi.413386</mixed-citation>
                    </ref>
                                    <ref id="ref38">
                        <label>38</label>
                        <mixed-citation publication-type="journal">Patton, M. Q. (2002). Qualitative research &amp; evaluation methods. Sage publications.</mixed-citation>
                    </ref>
                                    <ref id="ref39">
                        <label>39</label>
                        <mixed-citation publication-type="journal">Ploj Virtič, M., &amp; Šorgo, A., (2016). Can we expect to recruit future engineers among students who have never repaired a toy? Eurasia Journal of Mathematics, Science and Technology Education, 12(2), 249-266. https://doi.org/ 10.12973/eurasia.2016.1201a</mixed-citation>
                    </ref>
                                    <ref id="ref40">
                        <label>40</label>
                        <mixed-citation publication-type="journal">President&#039;s Council of Advisors on Science and Technology [PCAST]. (2010). Prepare and ınspire: K-12 education in Science, Technology, Engineering, and Math (STEM) for America&#039;s future: executive report. Washington, DC: Author.</mixed-citation>
                    </ref>
                                    <ref id="ref41">
                        <label>41</label>
                        <mixed-citation publication-type="journal">Schunk, D. H. (1981). Modeling and attributional effects on children&#039;s achievement: A self-efficacy analysis. Journal of Educational Psychology, 73(1), 93. https://psycnet.apa.org/doi/10.1037/0022-0663.73.1.93</mixed-citation>
                    </ref>
                                    <ref id="ref42">
                        <label>42</label>
                        <mixed-citation publication-type="journal">Tsang, S. K., Hui, E. K., &amp; Law, B. (2012). Self-efficacy as a positive youth development construct: a conceptual review. The Scientific World Journal, 2012. https://doi.org/10.1100/2012/452327</mixed-citation>
                    </ref>
                                    <ref id="ref43">
                        <label>43</label>
                        <mixed-citation publication-type="journal">Uğraş, M. (2019). Ortaokul öğrencilerinin fen-teknoloji-mühendislik-matematik (fetemm) mesleklerine yönelik ilgileri. Electronic Turkish Studies, 14(1), 751-774.</mixed-citation>
                    </ref>
                                    <ref id="ref44">
                        <label>44</label>
                        <mixed-citation publication-type="journal">Umay, A. (2001). İlköğretim matematik öğretmenliği programının matematiğe karşı özyeterlik algısına etkisi. Journal of Qafqaz University, 8(1), 1-8.</mixed-citation>
                    </ref>
                                    <ref id="ref45">
                        <label>45</label>
                        <mixed-citation publication-type="journal">van Tuijl, C., &amp; van der Molen, J. H. W. (2016). Study choice and career development in STEM fields: an overview and integration of the research. International Journal of Technology and Design Education, 26(2), 159-183.https://doi.org/10.1007/s10798-015-9308-1</mixed-citation>
                    </ref>
                                    <ref id="ref46">
                        <label>46</label>
                        <mixed-citation publication-type="journal">Wang, N., Tan, A. L., Xiao, W. R., Zeng, F., Xiang, J., &amp; Duan, W. (2021). The effect of learning experiences on interest in STEM careers: A structural equation model. Journal of Baltic Science Education. 20(4), 651-663. https://doi.org/10.33225/jbse/21.20.651</mixed-citation>
                    </ref>
                                    <ref id="ref47">
                        <label>47</label>
                        <mixed-citation publication-type="journal">Wells, J. G. (2008). STEM education: The potential of technology education. In 95th Mississippi Valley Technology Teacher Education Conference, Vol. 41,  St. Louis, MO.</mixed-citation>
                    </ref>
                                    <ref id="ref48">
                        <label>48</label>
                        <mixed-citation publication-type="journal">Widya, Rifandi, R. and Rahmi, Y. L. (2019). STEM education to fulfil the 21st century demand: a literature review, in Journal of Physics: Conference Series, Volume 1317, 4-5 October 2018, Padang, Indonesia. https://doi.org/10.1088/1742-6596/1317/1/012208</mixed-citation>
                    </ref>
                                    <ref id="ref49">
                        <label>49</label>
                        <mixed-citation publication-type="journal">Yaman, S. (2016). Ortaokul öğrencileri için fen öğrenmeye yönelik öz-yeterlik inanç ölçeği uyarlaması: Geçerlik ve güvenirlik çalışması. İnönü Üniversitesi Eğitim Fakültesi Dergisi, 17(2). https://doi.org/10.17679/iuefd.17282415</mixed-citation>
                    </ref>
                                    <ref id="ref50">
                        <label>50</label>
                        <mixed-citation publication-type="journal">Yurdugül, H. (2005, 28-30 Eylül). Ölçek geliştirme çalışmalarında kapsam geçerliği için kapsam geçerlik indekslerinin kullanılması. XIV. Ulusal Eğitim Bilimleri Kongresi, Pamukkale Üniversitesi Eğitim Fakültesi, Denizli.</mixed-citation>
                    </ref>
                                    <ref id="ref51">
                        <label>51</label>
                        <mixed-citation publication-type="journal">Zhou, N., Pereira, N. L., George, T. T., Alperovich, J., Booth, J., Chandrasegaran, S., ... &amp; Ramani, K. (2017). The influence of toy design activities on middle school students’ understanding of the engineering design processes. Journal of Science Education and Technology, 26(5), 481-493. https://doi.org/10.1007/s10956-017-9693-1.</mixed-citation>
                    </ref>
                            </ref-list>
                    </back>
    </article>
