<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "https://jats.nlm.nih.gov/publishing/1.3/JATS-journalpublishing1-3.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="1.3" article-type="research-article" xml:lang="en"><front><journal-meta><journal-id journal-id-type="issn">2656-2804</journal-id><journal-title-group><journal-title>Indonesian Journal on Learning and Advanced Education (IJOLAE)</journal-title><abbrev-journal-title>ijolae</abbrev-journal-title></journal-title-group><issn pub-type="epub">2656-2804</issn><issn pub-type="ppub">2655-920X</issn><publisher><publisher-name>Universitas Muhammadiyah Surakarta</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.23917/ijolae.v6i1.23125</article-id><article-categories/><title-group><article-title>Enhancing Learning Outcomes: A Study on the Development of Higher Order Thinking Skills based Evaluation Instruments for Work and Energy in High School Physics</article-title></title-group><contrib-group><contrib contrib-type="author"><name><surname>Kusumaningtyas</surname><given-names>Dian Artha</given-names></name><address><country>Indonesia</country><email>dian.artha@pfis.uad.ac.id</email></address><xref ref-type="aff" rid="AFF-1"/><xref ref-type="corresp" rid="cor-0"/></contrib><contrib contrib-type="author"><name><surname>Manyunu</surname><given-names>Muhamatsakree</given-names></name><address><country>Thailand</country></address><xref ref-type="aff" rid="AFF-2"/></contrib><contrib contrib-type="author"><name><surname>Kurniasari</surname><given-names>Efi</given-names></name><address><country>Indonesia</country></address><xref ref-type="aff" rid="AFF-1"/></contrib><contrib contrib-type="author"><name><surname>Awalin</surname><given-names>Annisa Nabilla</given-names></name><address><country>Indonesia</country></address><xref ref-type="aff" rid="AFF-3"/></contrib><contrib contrib-type="author"><name><surname>Rahmaniati</surname><given-names>Rita</given-names></name><address><country>Indonesia</country></address><xref ref-type="aff" rid="AFF-4"/></contrib><contrib contrib-type="author"><name><surname>Febriyanti</surname><given-names>Amalia</given-names></name><address><country>Philippines</country></address><xref ref-type="aff" rid="AFF-5"/></contrib></contrib-group><aff id="AFF-1"><institution content-type="dept">Faculty of Teacher Training and Education</institution><institution-wrap><institution>Universitas Ahmad Dahlan</institution><institution-id institution-id-type="ror">https://ror.org/03hn13397</institution-id></institution-wrap><country country="ID">Indonesia</country></aff><aff id="AFF-2"><institution content-type="dept">Faculty of Education</institution><institution-wrap><institution>Fatoni University</institution><institution-id institution-id-type="ror">https://ror.org/01crwkz66</institution-id></institution-wrap><country country="TH">Thailand</country></aff><aff id="AFF-3"><institution content-type="dept">Faculty of Teacher Training and Education</institution><institution-wrap><institution>Universitas Ahmad Dahlan</institution><institution-id institution-id-type="ror">https://ror.org/03hn13397</institution-id></institution-wrap><country country="ID">Indonesia</country></aff><aff id="AFF-4">Faculty of Teacher Training and Education, University Muhammadiyah Palangka Raya</aff><aff id="AFF-5">College of Teacher Education, University of Northem Philippines</aff><author-notes><corresp id="cor-0"><bold>Corresponding author: Dian Artha Kusumaningtyas</bold>, Faculty of Teacher Training and Education, Universitas Ahmad Dahlan .Email:<email>dian.artha@pfis.uad.ac.id</email></corresp></author-notes><pub-date date-type="pub" iso-8601-date="2023-12-8" publication-format="electronic"><day>8</day><month>12</month><year>2023</year></pub-date><pub-date date-type="collection" iso-8601-date="2023-12-8" publication-format="electronic"><day>8</day><month>12</month><year>2023</year></pub-date><fpage>14</fpage><lpage>31</lpage><history><date date-type="received" iso-8601-date="2023-9-29"><day>29</day><month>9</month><year>2023</year></date><date date-type="rev-recd" iso-8601-date="2023-11-5"><day>5</day><month>11</month><year>2023</year></date><date date-type="accepted" iso-8601-date="2023-11-14"><day>14</day><month>11</month><year>2023</year></date></history><permissions><copyright-statement>Copyright (c) 2024 Dian Artha Kusumaningtyas, Muhamatsakree Manyunu, Efi Kurniasari, Annisa Nabilla Awalin, Rita Rahmaniati, Amalia Febriyanti</copyright-statement><copyright-year>2024</copyright-year><copyright-holder>Dian Artha Kusumaningtyas, Muhamatsakree Manyunu, Efi Kurniasari, Annisa Nabilla Awalin, Rita Rahmaniati, Amalia Febriyanti</copyright-holder><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><ali:license_ref xmlns:ali="http://www.niso.org/schemas/ali/1.0/">https://creativecommons.org/licenses/by/4.0/</ali:license_ref><license-p>This work is licensed under a Creative Commons Attribution 4.0 International License.</license-p></license></permissions><self-uri xlink:href="https://journals2.ums.ac.id/ijolae/article/view/9101" xlink:title="Enhancing Learning Outcomes: A Study on the Development of Higher Order Thinking Skills based Evaluation Instruments for Work and Energy in High School Physics">Enhancing Learning Outcomes: A Study on the Development of Higher Order Thinking Skills based Evaluation Instruments for Work and Energy in High School Physics</self-uri><abstract><p>This study aimed to enhance student learning outcomes in the field of work and energy within senior high schools through the development of evaluation instruments based on higher-order thinking skills (HOTS). Higher-order thinking encompasses advanced cognitive abilities such as analysis, evaluation, and creative problem-solving. The evaluation instrument created was meticulously designed to encourage students to think critically, solve intricate problems, and apply physics principles to real-world scenarios. The research methodology employed the development research approach. The instrument development process comprised several stages, including needs analysis, instrument design, validation, and revision. To ensure the instrument's precision and validity, experts in physics education and educational evaluation actively participated in the validation process. The resulting evaluation instrument included a combination of multiple-choice questions and open-ended responses. Students underwent assessment using this instrument following their study of work and energy. Evaluation data were subsequently analyzed through both quantitative and qualitative methods. The outcomes demonstrated a significant improvement in student learning achievements concerning work and energy when using evaluation instruments founded on higher-order thinking. Students who utilized this instrument exhibited superior critical thinking skills, enhanced problem-solving abilities, and an improved capacity to apply physics concepts in real-life situations. This study provides invaluable recommendations for educators and curriculum developers, advocating for the adoption of higher-order thinking-based evaluation instruments in high school physics education. Such an approach has the potential to bolster students' higher-order thinking capabilities and augment their learning outcomes in the context of work and energy. In summary, the successful development and validation of the HOTS based evaluation instrument for 10th-grade high school physics students studying work and energy attest to its viability. Rigorous evaluations from both subject matter experts and media specialists consistently affirmed its suitability across diverse aspects, encompassing appearance, content, and language. Educators, who play a pivotal role in instrument implementation, lauded its effectiveness in teaching work and energy concepts. Positive feedback from students, the primary beneficiaries of this evaluation instrument, underscores its widespread acceptance and appropriateness. In sum, this research underscores the instrument's strong validity and practicality for evaluating students' grasp and application of work and energy principles in high school physics, endorsing its capacity to augment learning outcomes.</p></abstract><kwd-group><kwd>enhancing learning outcomes</kwd><kwd>study development</kwd><kwd>higher order thinking skills</kwd><kwd>evaluation instruments</kwd><kwd>work and energy</kwd><kwd>high school physics</kwd></kwd-group><custom-meta-group><custom-meta><meta-name>File created by JATS Editor</meta-name><meta-value><ext-link ext-link-type="uri" xlink:href="https://jatseditor.com" xlink:title="JATS Editor">JATS Editor</ext-link></meta-value></custom-meta></custom-meta-group></article-meta></front><body><sec><title>1. Introduction</title><p>Physics education at the senior high school level is an important part of preparing students to understand the basic concepts of physics and develop higher-order thinking skills. Rapid technological development makes humans live side by side with technology (D. A. <xref ref-type="bibr" rid="BIBR-26">(Kurniawan et al., 2022)</xref>. The importance of physics in the development of technology and the sustainability of human activity confirms that a positive attitude towards physics is an important thing for humans to have especially students as future successors of a nation <xref ref-type="bibr" rid="BIBR-27">(Kurniawan et al., 2023)</xref>. However, in reality, student learning outcomes in physics are often low, especially in terms of work and energy. One of the factors that can influence learning outcomes is the lack of use of evaluation instruments that can encourage students to think at a higher level <xref ref-type="bibr" rid="BIBR-31">(Liu &amp; Pásztor, 2022)</xref>. The lack of use of evaluation instruments that are generally used in learning physics in high school tends to focus on factual knowledge and conceptual understanding, while higher-order thinking skills are often neglected. Minister of Education and Culture No. 65 of 2013 emphasizes the importance of using inquirybased learning in the 2013 Curriculum to improve student learning outcomes. In this case, an evaluation tool is needed that is in accordance with the learning approach, namely an evaluation tool that focuses on higher-order thinking skills (HOTS).</p><p>Higher-order thinking involves students' ability to do analysis, evaluation, and creation. This ability is important in solving complex problems and applying physics concepts in real contexts. Newman and Wehlage revealed that higher-order thinking (HOT) requires students to manipulate information and ideas in ways that change their meaning and implications, such as when students combine facts and ideas to synthesize, generalize, explain, make a hypothesis, or reach a conclusion or interpretation. By using higher-order thinking, students will learn in more depth and understand concepts better (<xref ref-type="bibr" rid="BIBR-31">(Liu &amp; Pásztor, 2022)</xref>; <xref ref-type="bibr" rid="BIBR-54">(Tambunan, 2019)</xref>). In addition, with higher-order thinking, students can differentiate ideas or ideas, present good arguments, solve problems, build explanations, and are able to hypothesize and understand complex things more clearly <xref ref-type="bibr" rid="BIBR-20">(Huang et al., 2022)</xref></p><p>The learning outcomes of students in the 2013 Curriculum are expected to be assessed through the use of a series of assignment instruments that involve activities of analyzing, evaluating, creating, connecting concepts, interpreting, providing appropriate arguments, and making decisions in problem-solving (<xref ref-type="bibr" rid="BIBR-39">(Nurjanah, 2021)</xref>; <xref ref-type="bibr" rid="BIBR-57">(Waizah &amp; Herwani, 2021)</xref>). In order to become a quality HOTS measurement instrument, the instrument must meet valid and reliable criteria <xref ref-type="bibr" rid="BIBR-21">(Husna et al., 2020)</xref>. In addition, the evaluation instrument must also function as a means to familiarize students with the types of HOTS questions (<xref ref-type="bibr" rid="BIBR-6">(Asriadi &amp; Istiyono, 2020)</xref>; <xref ref-type="bibr" rid="BIBR-21">(Husna et al., 2020)</xref>; <xref ref-type="bibr" rid="BIBR-45">(Setiawan et al., 2021)</xref>)</p><p>As a reference in developing HOTS evaluation instruments, the PISA model test from the Program for International Student Assessment (PISA) developed by the OECD has been widely used as an international standard <xref ref-type="bibr" rid="BIBR-6">(Asriadi &amp; Istiyono, 2020)</xref>. The PISA test emphasizes students' ability to reason and solve problems <xref ref-type="bibr" rid="BIBR-2">(Agasisti et al., 2023)</xref>. However, the research results show that students' abilities in reasoning, analysis, evaluation, and creation using PISA questions are at low and medium levels <xref ref-type="bibr" rid="BIBR-43">(Robertson, 2021)</xref>. This is caused by the lack of student practice in solving HOTS questions. Therefore, it is necessary to develop an assessment instrument specifically designed to train students' HOTS abilities.</p><p>In the context of learning physics, the use of appropriate evaluation instruments has an important role in increasing student participation in the learning process, developing critical thinking skills, and being able to apply physics concepts in real situations. Appropriate evaluation instruments will allow students to be actively involved in the learning process. By involving students in activities such as analyzing, evaluating, creating, connecting concepts, and interpreting information, evaluation instruments can encourage students to think deeply about the physics concepts being studied <xref ref-type="bibr" rid="BIBR-4">(Arafah et al., 2021)</xref>.</p><p>In addition, the right evaluation instrument will also encourage the development of students' critical thinking skills. Critical thinking skills involve students' abilities to analyze information, evaluate arguments, identify assumptions, and construct logical thinking. By using evaluation instruments that require critical thinking, students will be trained in dealing with intellectual challenges, asking in-depth questions, and presenting arguments based on evidence and logical thinking <xref ref-type="bibr" rid="BIBR-41">(Rahman et al., 2021)</xref>. Furthermore, appropriate evaluation instruments can also help students apply physics concepts in real situations. Through questions and assignments that require students to use physics concepts to solve problems or deal with real situations, students will be better trained in connecting abstract concepts with the real world. This allows students to see the relevance and practical application of the physics concepts being studied, thereby increasing their overall understanding.</p><p>By using appropriate evaluation instruments, students will not only become passive recipients of information, but also become active and cognitively engaged learners. They will be able to develop critical thinking skills needed in everyday life and be able to apply physics concepts in a variety of real situations. All of these will have a positive impact on students' understanding, achievement, and interest in learning physics <xref ref-type="bibr" rid="BIBR-60">(Wisman et al., 2021)</xref></p><p>Therefore, this study aims to develop an evaluation instrument based on higher-order thinking that can improve student learning outcomes in the subject matter of work and energy in senior high schools. By using appropriate evaluation instruments, students are expected to be more involved in the learning process, develop critical thinking skills, and be able to apply physics concepts in real situations.</p><p>This study will analyze the effectiveness of using evaluation instruments based on higher-order thinking in improving student learning outcomes in the subject matter of work and energy in senior high schools. The results of this study are expected to provide practical recommendations for teachers and curriculum developers in improving evaluation approaches that can encourage higher-order thinking and improve student learning outcomes in physics.</p></sec><sec><title>2. Method</title><p>The research method that will be used in this study is the research and development method (Research and Development) which aims to produce and test the effectiveness of a product <xref ref-type="bibr" rid="BIBR-50">(Sugiyono, 2013)</xref>. The product to be studied is a HOTS based evaluation instrument that is used to measure students' metacognitive abilities in understanding work and energy material. The approach used in this method is ADDIE, which consists of five stages, namely analysis, design, development, implementation, and evaluation.</p><p>a. Needs Analysis: The initial stage of this research will be a needs analysis to determine research objectives, identify weaknesses in existing evaluation instruments, and collect information on the concepts of work and energy as well as relevant higher-order thinking skills.</p><p>b. Instrument Design: Based on the needs analysis, an evaluation instrument based on Higher-Order Thinking Skills (HOTS) will be designed. This involves developing problems and tasks that encourage students to analyze, evaluate, synthesize, and apply physics concepts in the context of work and energy.</p><p>c. Instrument Development: The evaluation instrument that has been designed will be developed through an initial trial. This instrument will involve revisions and improvements based on input from physics education experts and validation of the instrument by experts.</p><p>d. Implementation: The evaluation instrument that has been developed will be implemented in learning physics for high school students. Teachers and students will be involved in using this instrument to measure students' metacognitive abilities and higher-order thinking skills in the subject matter of effort and energy.</p><p>e. Evaluation: After the evaluation instrument is used in learning, the data obtained will be evaluated. The evaluation will involve statistical analysis to measure the validity and reliability of the evaluation instrument. In addition, a comparative analysis will be carried out between the evaluation results before and after the use of the instrument to measure the increase in student learning outcomes.</p><p>f. Improvement: Based on the results of the evaluation, the evaluation instrument can be further refined to increase its effectiveness and validity. Instrumental revisions and improvements can be made to support the development of Higher-Order Thinking Skills (HOTS) and improve student learning outcomes in the subject matter of effort and energy.</p><p>This research method will provide an indepth understanding of developing evaluation instruments based on Higher-Order Thinking Skills (HOTS) to improve student learning outcomes in the subject matter of effort and energy.</p><table-wrap id="table-1" ignoredToc=""><label>Table 1</label><caption><p>Response Questionnaire</p></caption><table frame="box" rules="all"><thead><tr><th colspan="1" rowspan="1" style="" align="left" valign="top">No</th><th colspan="1" rowspan="1" style="" align="left" valign="top">Rated aspect</th><th colspan="1" rowspan="1" style="" align="left" valign="top">Number of items</th></tr></thead><tbody><tr><td colspan="3" rowspan="1" style="" align="center" valign="top">content</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The writing on this instrument is easy to read.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">2</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The images presented are attractive and easy to understand.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">3</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The presented image can help solve the question.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">4</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The use of communicative and easy-to-understand language.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">5</td><td colspan="1" rowspan="1" style="" align="left" valign="top">Available instruments are in accordance with business and energy materials.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="3" rowspan="1" style="" align="center" valign="top">Appearance</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">6</td><td colspan="1" rowspan="1" style="" align="left" valign="top">Design the appearance of attractive learning media with the right colors.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">7</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The text in the HOTS evaluation instrument is easy to read.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">8</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The images contained in the HOTS evaluation instrument are in accordance with the material presented.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">9</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The suitability of the language used with the rules of Indonesian.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">10</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The images used are clear and proportionate.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">11</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The layout of the components in the HOTS evaluation instrument is neat and eye-catching</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">12</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The color combination is clear and catches the eye.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="3" rowspan="1" style="" align="center" valign="top">Interest</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">13</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The use of the HOTS evaluation instrument fosters enthusiasm and the level of understanding of students in learning.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">14</td><td colspan="1" rowspan="1" style="" align="left" valign="top">HOTS evaluation instruments help learn more actively.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">15</td><td colspan="1" rowspan="1" style="" align="left" valign="top">I am interested in using the HOTS evaluation instrument in classroom learning.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">16</td><td colspan="1" rowspan="1" style="" align="left" valign="top">I can study independently with this HOTS evaluation instrument.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">17</td><td colspan="1" rowspan="1" style="" align="left" valign="top">Learning with HOTS evaluation instruments makes physics learning enthusiastic</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">18</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The HOTS evaluation instrument encourages interest in learning physics.</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">19</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The HOTS evaluation instrument made me understand more about work and energy</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">20</td><td colspan="1" rowspan="1" style="" align="left" valign="top">The HOTS evaluation instrument can help me improve my Higher-Order Thinking Skills</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top"/><td colspan="1" rowspan="1" style="" align="left" valign="top"/><td colspan="1" rowspan="1" style="" align="left" valign="top"/></tr></tbody></table></table-wrap></sec><sec><title>3. Result and Discussion</title><p>The result of this study is the development of an evaluation instrument based on Higher-Order Thinking Skills (HOTS) using a paper-based test as a medium to measure students' abilities in the subject matter of work and energy in learning physics in high school. The research method used is the research and development method using the ADDIE model which consists of five stages, namely Analysis, Design, Develop, Implementation, and Evaluation.</p><p>During the Analysis phase, a needs analysis is conducted to determine the research objectives, identify weaknesses in existing evaluation instruments, and assess the needs of students. The results obtained in this phase involve the development of High Order Thinking (HOT) instruments based on the learning achievements of high school students. Literature findings indicate that the selection of question characteristics is based on the needs of students to have critical and creative thinking abilities when facing everyday life challenges <xref ref-type="bibr" rid="BIBR-55">(Utomo, 2023)</xref>. Questions containing elements of high-level thinking or HOTS are expected to train students to think critically and creatively when they encounter challenges presented in the questions. Furthermore, the selection of question characteristics that encourage high-level thinking becomes increasingly important in improving the quality of education in Indonesia skills encompass several aspects. One of these is (<xref ref-type="bibr" rid="BIBR-17">(Hartini &amp; Martin, 2020)</xref>; <xref ref-type="bibr" rid="BIBR-38">(Naibaho &amp; Ritonga, 2023)</xref>). Indicators for measuring high-level thinking (<xref ref-type="table" rid="table-2">Table 2</xref>) are the ability to analyze (C4), which includes the skill of breaking down concepts into smaller components and connecting them to gain a comprehensive understanding or a more comprehensive concept. The ability to analyze allows an individual to break down problems or information into more easily understood parts <xref ref-type="bibr" rid="BIBR-18">(Hauptman &amp; Cohen, 2011)</xref>. Another indicator is the ability to evaluate (C5), which involves the capacity to determine the degree of something based on norms, criteria, or specific benchmarks. This enables a person to make precise judgments regarding information or situations by considering specific standards <xref ref-type="bibr" rid="BIBR-16">(Forawi, 2016)</xref>. The third indicator is the ability to create (C6), which involves the capacity to combine elements into something new, complete, and comprehensive <xref ref-type="bibr" rid="BIBR-46">(Setlik &amp; Silva, 2023)</xref>. This includes the ability to create new solutions, ideas, or concepts that go beyond simply combining existing elements <xref ref-type="bibr" rid="BIBR-28">(Latifah et al., 2023)</xref>. These three indicators serve as the foundation for creating evaluation instruments to measure high-level thinking abilities, which include the ability to analyze, evaluate, and create.</p><p>The Design stage, which is the second stage, involves the design of Higher-Order Thinking (HOT) based evaluation instruments consisting of 20 multiple-choice questions, 10 essay questions, and an assessment rubric. These instruments are designed to stimulate students to think at a higher level. The outcome of this stage is an evaluation tool that will be used to measure students' understanding and high-level thinking abilities in the context of learning the work and energy material. The design of the instruments involves various steps, including the formulation of questions that promote analysis, evaluation, and creativity. Additionally, an assessment rubric is developed to assist in assessing students' responses objectively and consistently. Theoretical analysis is used as the basis for the design of these instruments. This includes a review of relevant literature and a conceptual framework to ensure that the instruments align with the research objectives and learning needs (<xref ref-type="bibr" rid="BIBR-25">(Kurniawan et al., 2023)</xref>;<xref ref-type="bibr" rid="BIBR-62">(Zakwandi &amp; Istiyono, 2023)</xref>). Thus, the Design stage is a crucial step in developing HOT-based evaluation instruments, aimed at measuring students' high-level thinking abilities and promoting deeper learning and critical and creative thinking-oriented education <xref ref-type="bibr" rid="BIBR-3">(Amaliyah, 2023)</xref>.</p><table-wrap id="table-2" ignoredToc=""><label>Table 2</label><caption><p>Indicators for Measuring High-Level Thinking</p></caption><table frame="box" rules="all"><thead><tr><th colspan="1" rowspan="1" style="" align="left" valign="top">No</th><th colspan="1" rowspan="1" style="" align="left" valign="top">Indicators for measuring high-level thinking</th><th colspan="1" rowspan="1" style="" align="left" valign="top">question no</th><th colspan="1" rowspan="1" style="" align="left" valign="top">percentage</th></tr></thead><tbody><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">1</td><td colspan="1" rowspan="1" style="" align="left" valign="top">analyze (C4),</td><td colspan="1" rowspan="1" style="" align="left" valign="top">1,2, 6,7,8, 9, 13,14</td><td colspan="1" rowspan="1" style="" align="left" valign="top">40%</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">2</td><td colspan="1" rowspan="1" style="" align="left" valign="top">evaluate (C5),</td><td colspan="1" rowspan="1" style="" align="left" valign="top">3,4,10,12,18,19</td><td colspan="1" rowspan="1" style="" align="left" valign="top">30%</td></tr><tr><td colspan="1" rowspan="1" style="" align="left" valign="top">3</td><td colspan="1" rowspan="1" style="" align="left" valign="top">create (C6),</td><td colspan="1" rowspan="1" style="" align="left" valign="top">5,15,16, 11, 17, 20</td><td colspan="1" rowspan="1" style="" align="left" valign="top">30%</td></tr></tbody></table></table-wrap><p>The development stage involves the creation of evaluation instruments based on the previously established design. During this stage, the products developed by the researcher are validated by several validators, including subject matter experts, media experts, and teachers. The purpose of validation is to determine whether the products are suitable for use or require improvements. The instruments must also undergo expert review and validation to ensure their quality, relevance, and effectiveness in measuring high-level thinking skills <xref ref-type="bibr" rid="BIBR-19">(Hikmawati et al., 2023)</xref>. Validation is a crucial step to ensure that the evaluation instruments are reliable and accurately measure the intended learning outcomes <xref ref-type="bibr" rid="BIBR-29">(Linuwih &amp; Safutra, 2023)</xref>. It helps identify areas that may need improvement and provides valuable feedback for refining the instruments before they are used in an educational context.</p><sec><title>a. Validity Analysis</title><p>The validity used in this study includes Content Validity and Construct Validity. Content validity is used to measure the extent to which the instrument comprehensively covers the expected subject matter <xref ref-type="bibr" rid="BIBR-53">(Sun et al., 2022)</xref>. In the context of high school physics, the HOT evaluation instrument should effectively encompass the topics of work and energy. To ensure content validity, the instrument must be designed considering essential components of the subject matter and Higher-Order Thinking aspects like analysis, evaluation, and creation. In this context, the construct measured is the ability of Higher-Order Thinking to understand and apply work and energy concepts.</p><p>Evaluation instruments function as a measure to assess knowledge achievement after a learning process. According to the Minister of Education and Culture Regulation (Permendikbud) No. 69 of 2013, various forms of assessment can be used, including self-assessment, authentic assessment, tests, portfolio-based assessment, and the like <xref ref-type="bibr" rid="BIBR-13">(Desiriah &amp; Setyarsih, 2021)</xref>. The feasibility of an assessment instrument can be viewed from several aspects, such as the level of validity of the instrument, consistency/reliability of the instrument, level of difficulty, distinguishability, and the ability to distract question answers <xref ref-type="bibr" rid="BIBR-12">(Desilva et al., 2020)</xref>. An instrument is considered suitable and usable if the results of expert validation fall within the "suitable" and "very suitable" categories <xref ref-type="bibr" rid="BIBR-59">(Weisdiyanti &amp; Juliani, 2023)</xref>. The development of the evaluation instrument involved subject matter experts competent in the field of physics. They evaluated the test items to ensure they covered various relevant aspects of work and energy in alignment with the curriculum.</p><fig id="figure-1" ignoredToc=""><label>Figure 1</label><caption><p>Expert Validation Results</p></caption><graphic xlink:href="https://journals2.ums.ac.id/ijolae/article/download/9101/4365/51059" mimetype="image" mime-subtype="png"><alt-text>Image</alt-text></graphic></fig><p><xref ref-type="fig" rid="figure-1">Figure 1</xref> shows the latest research results that have been validated by material experts. Assessment by material experts resulted in a high score, namely 86.25%, with the criteria "Very Suitable". Likewise, assessment by other material experts resulted in a score of 77.50%, also with the criteria "Very Suitable". This finding is consistent with previous findings by Mantau, which reported a score of 85% on the same criteria <xref ref-type="bibr" rid="BIBR-32">(Mantau &amp; Talango, 2023)</xref>. Likewise, Wardhani found a result of 80% with the "Very Appropriate" criterion in his research which focused on a similar evaluation instrument <xref ref-type="bibr" rid="BIBR-58">(Wardhani &amp; Setiyarsih, 2021)</xref> Apart from that, Suciati, which includes the content validity of similar evaluation instruments at the national level, also showed positive results with a score of 88% <xref ref-type="bibr" rid="BIBR-47">(Suciati, 2022)</xref>. Content validity analysis also supports these findings by showing that the evaluation instrument effectively covers core concepts and applications in the subject matter. The results of this research provide a strong basis that the evaluation instruments used cover the subject matter in question well. In addition, testing the instrument on a group of students who represent the population to be assessed, as done by <xref ref-type="bibr" rid="BIBR-9">(Bahufite et al., 2023)</xref>, adds to the reliability of the results of this research by ensuring that the instrument can be applied effectively in learning contexts in the field.</p><fig id="figure-2" ignoredToc=""><label>Figure 2</label><caption><p>Validation Results</p></caption><graphic xlink:href="https://journals2.ums.ac.id/ijolae/article/download/9101/4365/51060" mimetype="image" mime-subtype="png"><alt-text>Image</alt-text></graphic></fig><p><xref ref-type="fig" rid="figure-2">Figure 2</xref> show the data from this trial was used for construct validity analysis. User assessments (e.g., by teachers or students) yield a score of 78.75% with the criteria of "Very Suitable." The results of the construct validity analysis indicate that the HOT evaluation instrument can effectively measure the Higher-Order Thinking abilities of students related to the work and energy topics in high school physics. This is supported by factor analysis indicating that the test items in this instrument contribute to measuring Higher-Order Thinking skills <xref ref-type="bibr" rid="BIBR-34">(Masturi et al., 2023)</xref>. In conclusion, the HOT evaluation instrument developed has successfully passed content and construct validity analyses with positive results. Content validity ensures that the instrument effectively covers relevant subject matter, and construct validity shows that the instrument is capable of measuring the Higher-Order Thinking abilities of students related to work and energy in high school physics <xref ref-type="bibr" rid="BIBR-63">(Zhou et al., 2023)</xref>. This affirms that the HOT evaluation instrument aligns with the measurement objectives and possesses strong validity <xref ref-type="bibr" rid="BIBR-34">(Masturi et al., 2023)</xref>.</p></sec><sec><title>b. Reliability Analysis</title><p>Reliability analysis is used to assess the extent to which the developed evaluation instrument can provide consistent and dependable results over time. In the context of developing the Higher Order Thinking (HOT) evaluation instrument for work and energy in high school physics, reliability is crucial to ensure the instrument consistently measures students' abilities <xref ref-type="bibr" rid="BIBR-33">(Martawijaya et al., 2023)</xref>. A common method for measuring instrument reliability is using the Cronbach's Alpha coefficient. The Cronbach's Alpha value ranges from 0 to 1, where higher values indicate higher reliability. An instrument is considered to have good reliability if its Cronbach's Alpha value is close to or greater than 0.7 <xref ref-type="bibr" rid="BIBR-35">(Muflikhun &amp; Setyarsih, 2022)</xref>.</p><table-wrap id="table-3" ignoredToc=""><label>Table 3</label><caption><p>Instrument Reliability Test</p></caption><table frame="box" rules="all"><thead><tr><th colspan="2" rowspan="1" style="" align="center" valign="top"><p>Reliability Statistics</p></th></tr><tr><th colspan="1" rowspan="1" style="" align="left" valign="top"><p>Cronbach's Alpha</p></th><th colspan="1" rowspan="1" style="" align="left" valign="top"><p>N of Items</p></th></tr></thead><tbody><tr><td colspan="1" rowspan="1" style="" align="left" valign="top"><p>0.81</p></td><td colspan="1" rowspan="1" style="" align="left" valign="top"><p>20</p></td></tr></tbody></table></table-wrap><p>In the reliability analysis of the HOTS evaluation instrument for work and energy in high school physics, data from the instrument's trial with a group of students is used. This data includes student scores on each test item within the instrument. Based on <xref ref-type="table" rid="table-3">Table 3</xref>, the results of the reliability analysis using Cronbach's Alpha coefficient show a value of 0.81. This indicates that the HOTS evaluation instrument has good reliability because its Cronbach's Alpha value is greater than 0.7. In other words, the instrument consistently provides dependable results in measuring the Higher Order Thinking abilities of students related to work and energy in high school physics <xref ref-type="bibr" rid="BIBR-1">(Abdurrahman et al., 2023)</xref>. In conclusion, the results of the reliability analysis demonstrate that the HOTS evaluation instrument consistently provides dependable results in measuring Higher-Order Thinking abilities <xref ref-type="bibr" rid="BIBR-23">(Istiyono et al., 2023)</xref>. This affirms that the instrument can be effectively used for evaluation in the context of high school physics learning in the work and energy topics <xref ref-type="bibr" rid="BIBR-5">(Arifin et al., 2023)</xref>.</p><p>An instrument is said to be feasible and can be used if the validation results by experts are in the feasible and very feasible categories <xref ref-type="bibr" rid="BIBR-59">(Weisdiyanti &amp; Juliani, 2023)</xref>. Based on the image, the research results that have been validated by subject matter experts show that the assessment by media experts yields a score of 86.25% with the criteria "Highly Suitable," while the assessment by material experts results in a score of 77.50% with the criteria "Highly Suitable." The assessment by users (e.g., teachers or students) yields a score of 78.75% with the criteria "Highly Suitable." From these results, it can be concluded that the development of Higher-Order Thinking-based evaluation instruments for teaching physics, specifically the topic of work and energy, in high schools, is considered highly suitable and effective.</p><p>In the Implementation stage, the evaluation instruments that have been developed are applied in high school physics education. During this implementation, the data collected will be used for evaluation in the subsequent stage, the Evaluation stage. In the Implementation stage, the evaluation instruments that have been designed are used within the context of high school physics education. The data collected during the implementation process involves student feedback, test results, and observations, which will serve as the basis for further evaluation <xref ref-type="bibr" rid="BIBR-11">(Blegur et al., 2023)</xref>. The Evaluation stage is conducted for several primary purposes. First, it aims to measure the validity of the evaluation instruments, which is the extent to which the instruments can measure what they are intended to. This assesses whether the instruments align with the learning objectives and to what extent the evaluation results reflect students' true understanding and abilities <xref ref-type="bibr" rid="BIBR-15">(Firdaus et al., 2023)</xref>. Second, evaluation also aims to measure the reliability of the evaluation instruments (<xref ref-type="bibr" rid="BIBR-56">(Vázquez-Villegas et al., 2023)</xref>; <xref ref-type="bibr" rid="BIBR-61">(Xu et al., 2023)</xref>). Reliability refers to the extent to which the instruments consistently measure a concept or skill over time. The evaluation results can help assess whether the instruments provide consistent and dependable results. Furthermore, the Evaluation stage is also designed to assess whether the use of Higher-Order Thinking-based evaluation instruments has led to an improvement in students' higher-order thinking abilities <xref ref-type="bibr" rid="BIBR-59">(Weisdiyanti &amp; Juliani, 2023)</xref>. This provides insight into the effectiveness of the instruments in promoting and measuring an enhancement in students' thinking skills. In summary, the Implementation and Evaluation stages play a crucial role in evaluating the evaluation instruments, ensuring their quality, and measuring their impact on student learning <xref ref-type="bibr" rid="BIBR-25">(Kurniawan et al., 2023)</xref>. The results from the Evaluation stage provide valuable information for refining Higher-Order Thinking-based evaluation instruments and enhancing physics education in high schools.</p><fig id="figure-3" ignoredToc=""><label>Figure 3</label><caption><p>Results of Student Trials</p></caption><graphic xlink:href="https://journals2.ums.ac.id/ijolae/article/download/9101/4365/51061" mimetype="image" mime-subtype="png"><alt-text>Image</alt-text></graphic></fig><p>Based on the <xref ref-type="fig" rid="figure-3">Figure 3</xref>, assessment of media experts, the evaluation instrument based on Higher Order Thinking Skill (HOTS) in learning physics of work and energy material in high school for class X students is considered feasible overall with an average score of 73.67%. So, we need learning media in the form of teaching materials that can make it easier for students to understand a learning material <xref ref-type="bibr" rid="BIBR-7">(Astalini et al., 2021)</xref>. Adaptive learning media can empower students' HOTS with good assessment scores (<xref ref-type="bibr" rid="BIBR-51">(Sulistyanto et al., 2022)</xref>, <xref ref-type="bibr" rid="BIBR-52">(Sulistyanto et al., 2023)</xref>). This assessment includes aspects of display feasibility, content feasibility, and language feasibility. Furthermore, based on the assessment of material experts, the evaluation instrument was considered very feasible with an average score of 84.72%. Apart from these findings, other research findings that are relevant to the development of Higher-Order Thinking-based evaluation instruments for physics learning in high school can provide additional support. For example, the Pinto Research conducted by <xref ref-type="bibr" rid="BIBR-40">(Pinto et al., 2023)</xref> Likewise, Istiyono's research conducted by <xref ref-type="bibr" rid="BIBR-22">(Istiyono, 2017)</xref> concluded that such instruments were able to improve students' understanding of high-level physics concepts. By considering these findings together, it can be concluded that the development of a Higher Order Thinking-based evaluation instrument for physics learning, especially on the topic of work and energy in high school, is considered very appropriate and effective. These findings are consistent with previous research results, confirming the validity of the instrument and providing a strong basis to support its effectiveness in improving physics learning at the high school level. From these results, it can be concluded that the development of a Higher Order Thinking based evaluation instrument for physics learning, especially the topic of work and energy in high school, is considered very appropriate and effective. This assessment also includes aspects of display feasibility, content feasibility, and language feasibility.</p><p>Apart from the findings in this research, several previous studies also recorded positive results related to the development of Higher-Order Thinking Skill (HOTS) evaluation instruments in physics learning at various school levels. One of them is a study by <xref ref-type="bibr" rid="BIBR-48">(Sugiarti et al., 2017)</xref>. The results of the research show that the characteristics of the critical thinking skills assessment instrument are open-ended. This instrument meets several indicators, namely analyzing arguments, deduction, induction, and displaying information in the form of scenarios, text, graphs, and tables. The research instrument developed has the characteristics of being a useful instrument and meets the requirements used to measure it. This is proven by the results of data analysis which confirm that the instrument has achieved content validity based on expert assessment and obtained empirical evidence, both as classical test theory and the Rasch model. Research by <xref ref-type="bibr" rid="BIBR-42">(Ramadhan et al., 2019)</xref>. The research results show a validity value of 3.94 on a rating scale of 3.0 ≤ SV ≤4.0 with the correct category and can be implemented with minor revisions. The practicality of the assessment was obtained from the readability of the assessment instrument with a percentage of 81%, the difficulty level of the instrument with a percentage of 72%, and respondent responses with a percentage of 83%. The effectiveness of the assessment is obtained from learning completeness, where classical completeness is 100%, and indicator completeness is 90.5%. Thus, the assessment of high-level physics thinking skills based on local wisdom can be said to be worthy of dissemination.</p><p>In addition, <xref ref-type="bibr" rid="BIBR-8">(Bahtiar et al., 2020)</xref>) also carried out similar research regarding the HOTS instrument in physics learning at the secondary level. They evaluated the HOTS instrument for the concepts of gravity and mechanical energy. The results of this research indicate a significant increase in students' higher-order thinking abilities as well as better learning outcomes. Additionally, <xref ref-type="bibr" rid="BIBR-49">(Sugiarti et al., 2017)</xref> took a similar approach in developing a HOTS instrument for high school students in the context of thermodynamics. The results of this research confirm that the use of the HOTS instrument can encourage students' Evaluation Instruments for Work and Energy in High School Physics abilities to analyze, evaluate, and apply the physics concepts they learn in real situations.</p><p>In the context of developing the HOTS evaluation instrument for work and energy material in high school physics, the results of this previous research provide a strong basis and support that this kind of instrument is effective in increasing students' understanding of the material and higher level thinking abilities. Your research continues this positive trend by producing a feasible and effective evaluation instrument for physics learning purposes at the high school level.</p><p>In addition, the assessment of teaching experts also stated that the HOT-based evaluation instrument for studying the physics of work and energy in high school was very feasible, with an average score of 77.50%. This assessment also includes aspects of display feasibility, content feasibility, and language feasibility. Thus, based on the assessment of the three groups of experts, the evaluation instrument is considered appropriate for use. The results of the analysis were also carried out based on user assessments, namely students, by looking at the student response questionnaire data recapitulation diagram (<xref ref-type="table" rid="table-1">Table 1</xref>). Based on the calculation of the score of 20 questions, an average percentage of 82% of the product being developed is obtained. This shows that students gave a positive response to the HOT-based evaluation instrument in learning physics on work and energy in high school <xref ref-type="bibr" rid="BIBR-14">(Dewi et al., 2023)</xref> <xref ref-type="bibr" rid="BIBR-24">(Juita et al., 2023)</xref>. Based on the conclusions from the expert assessment and student responses, it can be concluded that the HOT-based evaluation instrument in learning physics on work and energy in high school is very appropriate to use.</p><p>By using the ADDIE model and going through these stages, this study produced a HOTS-based evaluation instrument that could be used in learning physics on work and energy in high school. The results of the development at each stage of the research made an important contribution to improving the quality of learning physics and students' higher-order thinking skills in understanding and applying physics concepts in real situations <xref ref-type="bibr" rid="BIBR-36">(Mukti et al., 2023)</xref><xref ref-type="bibr" rid="BIBR-37">(Mulyana &amp; Desnita, 2023)</xref>.</p></sec></sec><sec><title>4. Conclusion</title><p>In this study, the development of an evaluation instrument based on Higher-Order Thinking (HOT) was carried out for learning the physics of work and energy in senior high schools. The research and development method used is the ADDIE model which consists of five stages: Analysis, Design, Develop, Implementation, and Evaluation. The results of the development of this evaluation instrument show the feasibility and effectiveness of its use. Based on the assessment of media experts, material experts, and publisher experts, this evaluation instrument as a whole is considered feasible to use. The assessment includes aspects of display feasibility, content feasibility, and language feasibility. Student responses also showed positive results for this evaluation instrument. With the HOT-based evaluation instrument, students are expected to be more involved in the learning process, develop critical thinking skills, and be able to apply physics concepts in real situations. These skills are expected to keep pace with global world demand in the future <xref ref-type="bibr" rid="BIBR-30">(Listiaji et al., 2022)</xref>. This evaluation instrument can also assist teachers in measuring students' metacognitive abilities in understanding work and energy material (<xref ref-type="bibr" rid="BIBR-10">(Devanda et al., 2023)</xref>;<xref ref-type="bibr" rid="BIBR-44">(Sari et al., 2023)</xref>). Thus, the development of HOTS learning evaluation instruments on the material physics of work and energy in high school has the potential to improve student learning outcomes. This research makes an important contribution to the development of a more comprehensive evaluation approach and is oriented towards higher-order thinking in eyeglass learning at the senior high school level.</p></sec></body><back><ref-list><title>References</title><ref id="BIBR-1"><element-citation publication-type="article-journal"><article-title>Impacts of integrating engineering design process into STEM makerspace on renewable energy unit to foster students’ system thinking skills</article-title><source>Heliyon</source><volume>9</volume><issue>4</issue><person-group person-group-type="author"><name><surname>Abdurrahman</surname><given-names>A.</given-names></name><name><surname>Maulina</surname><given-names>H.</given-names></name><name><surname>Nurulsari</surname><given-names>N.</given-names></name><name><surname>Sukamto</surname><given-names>I.</given-names></name><name><surname>Umam</surname><given-names>A.N.</given-names></name><name><surname>Mulyana</surname><given-names>K.M.</given-names></name></person-group><year>2023</year><page-range>15100</page-range><pub-id pub-id-type="doi">10.1016/j.heliyon.2023.e15100</pub-id></element-citation></ref><ref id="BIBR-2"><element-citation publication-type="article-journal"><article-title>Technological resources, ICT use and schools efficiency in Latin America – Insights from OECD PISA 2018</article-title><source>International Journal of Educational Development</source><volume>99</volume><person-group person-group-type="author"><name><surname>Agasisti</surname><given-names>T.</given-names></name><name><surname>Antequera</surname><given-names>G.</given-names></name><name><surname>Delprato</surname><given-names>M.</given-names></name></person-group><year>2023</year><page-range>102757</page-range><pub-id pub-id-type="doi">10.1016/j.ijedudev.2023.102757</pub-id></element-citation></ref><ref id="BIBR-3"><element-citation publication-type="article-journal"><article-title>Pengembangan Instrumen Tes Berbasis Pemecahan Masalah pada Materi Hukum Newton</article-title><source>INPAFI (Inovasi Pembelajaran Fisika</source><volume>11</volume><issue>02</issue><person-group person-group-type="author"><name><surname>Amaliyah</surname><given-names>P.</given-names></name></person-group><year>2023</year><pub-id pub-id-type="doi">10.24114/inpafi.v11i02.44891</pub-id></element-citation></ref><ref id="BIBR-4"><element-citation publication-type="article-journal"><article-title>The Development of Higher Order-Thinking Skills (HOTS) Instrument Assessment in Physics Study</article-title><source>Journal of Physics: Conference Series</source><volume>1899</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Arafah</surname><given-names>K.</given-names></name><name><surname>Amin</surname><given-names>B.D.</given-names></name><name><surname>Sari</surname><given-names>S.S.</given-names></name><name><surname>Hakim</surname><given-names>A.</given-names></name></person-group><year>2021</year><page-range>012140</page-range><pub-id pub-id-type="doi">10.1088/1742-6596/1899/1/012140</pub-id></element-citation></ref><ref id="BIBR-5"><element-citation publication-type="article-journal"><article-title>Analysis of HOT Content in the Integrated Thematic Students’ and Teachers’ Handbook of the 2013 Curriculum</article-title><source>Indonesian Journal Of Educational Research and Review</source><volume>6</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Arifin</surname><given-names>T.</given-names></name><name><surname>Mustadi</surname><given-names>A.</given-names></name><name><surname>Zulfiati</surname><given-names>H.M.</given-names></name><name><surname>Fathoni</surname><given-names>A.</given-names></name></person-group><year>2023</year><fpage>206</fpage><lpage>218</lpage><page-range>206-218</page-range><pub-id pub-id-type="doi">10.23887/ijerr.v6i1.54325</pub-id></element-citation></ref><ref id="BIBR-6"><element-citation publication-type="article-journal"><article-title>Exploration of Creative Thinking Skills of Students in Physics Learning</article-title><source>Journal of Educational Science and Technology (EST</source><volume>6</volume><issue>2</issue><person-group person-group-type="author"><name><surname>Asriadi</surname><given-names>M.</given-names></name><name><surname>Istiyono</surname><given-names>E.</given-names></name></person-group><year>2020</year><page-range>151</page-range><pub-id pub-id-type="doi">10.26858/est.v6i2.12737</pub-id></element-citation></ref><ref id="BIBR-7"><element-citation publication-type="article-journal"><article-title>Male or Female, who is better? Students’ Perceptions of Mathematics Physics E-Module Based on Gender</article-title><source>Indonesian Journal on Learning and Advanced Education (IJOLAE</source><volume>3</volume><issue>3</issue><person-group person-group-type="author"><name><surname>Astalini</surname><given-names>A.</given-names></name><name><surname>Darmaji</surname><given-names>D.</given-names></name><name><surname>Agus Kurniawan</surname><given-names>D.</given-names></name><name><surname>Wulandari</surname><given-names>M.</given-names></name></person-group><year>2021</year><fpage>207</fpage><lpage>224</lpage><page-range>207-224</page-range><pub-id pub-id-type="doi">10.23917/ijolae.v3i3.14830</pub-id></element-citation></ref><ref id="BIBR-8"><element-citation publication-type="article-journal"><article-title>Developing assessment of higher-order thinking skills in physics learning based on local wisdom</article-title><source>Journal of Physics: Conference Series</source><volume>1567</volume><issue>4</issue><person-group person-group-type="author"><name><surname>Bahtiar</surname><given-names>Sukmawati</given-names></name><name><surname>A.</surname></name><name><surname>Setiawan</surname><given-names>T.</given-names></name></person-group><year>2020</year><page-range>042045</page-range><pub-id pub-id-type="doi">10.1088/1742-6596/1567/4/042045</pub-id></element-citation></ref><ref id="BIBR-9"><element-citation publication-type="article-journal"><article-title>The relationships between learners’ academic achievement due to the use of constructivist methods in physical science and their self-esteem in Zambian secondary schools</article-title><source>Social Sciences &amp; Humanities Open</source><volume>8</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Bahufite</surname><given-names>E.</given-names></name><name><surname>Kasonde-Ng’andu</surname><given-names>S.</given-names></name><name><surname>Akakandelwa</surname><given-names>A.</given-names></name></person-group><year>2023</year><page-range>100632</page-range><pub-id pub-id-type="doi">10.1016/j.ssaho.2023.100632</pub-id></element-citation></ref><ref id="BIBR-10"><element-citation publication-type="article-journal"><article-title>The Effectiveness of the STEM Project-Based Learning Approach in Physics Learning to Improve Scientific Work Skills of High School Students</article-title><source>International Journal Of Humanities Education and Social Sciences (IJHESS</source><volume>2</volume><issue>4</issue><person-group person-group-type="author"><name><surname>Devanda</surname><given-names>Berry</given-names></name><name><surname>Lufri</surname></name><name><surname>Elizar</surname><given-names>E.</given-names></name></person-group><year>2023</year><pub-id pub-id-type="doi">10.55227/ijhess.v2i4.358</pub-id></element-citation></ref><ref id="BIBR-11"><element-citation publication-type="article-journal"><article-title>Construction of Analytical Thinking Skills Instruments for Micro Teaching Courses</article-title><source>Journal of Education Research and Evaluation</source><volume>7</volume><issue>2</issue><person-group person-group-type="author"><name><surname>Blegur</surname><given-names>J.</given-names></name><name><surname>Mahendra</surname><given-names>A.</given-names></name><name><surname>Mahardika</surname><given-names>I.M.S.</given-names></name><name><surname>Lumba</surname><given-names>A.J.F.</given-names></name><name><surname>Rajagukguk</surname><given-names>C.P.M.</given-names></name></person-group><year>2023</year><fpage>184</fpage><lpage>196</lpage><page-range>184-196</page-range><pub-id pub-id-type="doi">10.23887/jere.v7i2.57025</pub-id></element-citation></ref><ref id="BIBR-12"><element-citation publication-type="article-journal"><article-title>Pengembangan Instrumen Penilaian Hasil Belajar Fisika Berorientasi Hots (Higher-Order Thinking Skills) pada Materi Elastisitas dan Hukum Hooke</article-title><source>Jurnal Kumparan Fisika</source><volume>3</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Desilva</surname><given-names>D.</given-names></name><name><surname>Sakti</surname><given-names>I.</given-names></name><name><surname>Medriati</surname><given-names>R.</given-names></name></person-group><year>2020</year><fpage>41</fpage><lpage>50</lpage><page-range>41-50</page-range><pub-id pub-id-type="doi">10.33369/jkf.3.1.41-50</pub-id></element-citation></ref><ref id="BIBR-13"><element-citation publication-type="article-journal"><article-title>Tinjauan Literatur Pengembangan Instrumen Penilaian Kemampuan Berpikir Tingkat Tinggi (Hots) Fisika di SMA</article-title><source>ORBITA: Jurnal Kajian, Inovasi Dan Aplikasi Pendidikan Fisika</source><volume>7</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Desiriah</surname><given-names>E.</given-names></name><name><surname>Setyarsih</surname><given-names>W.</given-names></name></person-group><year>2021</year><page-range>79</page-range><pub-id pub-id-type="doi">10.31764/orbita.v7i1.4436</pub-id></element-citation></ref><ref id="BIBR-14"><element-citation publication-type="article-journal"><article-title>Validation of Science, Technology, Engineering, and Mathematics Based Diagnostik Assessment on Natural Resource Material for Phase B Elementary School Students using Rasch Model</article-title><source>Jurnal Pendidikan Sains Indonesia</source><volume>11</volume><issue>3</issue><person-group person-group-type="author"><name><surname>Dewi</surname><given-names>J.N.</given-names></name><name><surname>Patonah</surname><given-names>S.</given-names></name><name><surname>Sukamto</surname><given-names>S.</given-names></name></person-group><year>2023</year><fpage>654</fpage><lpage>667</lpage><page-range>654-667</page-range><pub-id pub-id-type="doi">10.24815/jpsi.v11i3.31165</pub-id></element-citation></ref><ref id="BIBR-15"><element-citation publication-type="article-journal"><article-title>Development of teaching material based on the plomp development model to support Merdeka curriculum on global warming topic</article-title><source>Jurnal Pijar Mipa</source><volume>18</volume><issue>4</issue><person-group person-group-type="author"><name><surname>Firdaus</surname><given-names>M.A.</given-names></name><name><surname>Mawardi</surname><given-names>M.</given-names></name><name><surname>Suryani</surname><given-names>O.</given-names></name></person-group><year>2023</year><fpage>537</fpage><lpage>545</lpage><page-range>537-545</page-range><pub-id pub-id-type="doi">10.29303/jpm.v18i4.5286</pub-id></element-citation></ref><ref id="BIBR-16"><element-citation publication-type="article-journal"><article-title>Standard-based science education and critical thinking</article-title><source>Thinking Skills and Creativity</source><volume>20</volume><person-group person-group-type="author"><name><surname>Forawi</surname><given-names>S.A.</given-names></name></person-group><year>2016</year><fpage>52</fpage><lpage>62</lpage><page-range>52-62</page-range><pub-id pub-id-type="doi">10.1016/j.tsc.2016.02.005</pub-id></element-citation></ref><ref id="BIBR-17"><element-citation publication-type="article-journal"><article-title>Pengembangan Instrumen Soal Hots (High-Order Thinking Skill) pada Mata Kuliah Fisika Dasar 1</article-title><source>Jurnal Pendidikan Fisika</source><volume>8</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Hartini</surname><given-names>T.I.</given-names></name><name name-style="given-only"><given-names>Martin</given-names></name></person-group><year>2020</year></element-citation></ref><ref id="BIBR-18"><element-citation publication-type="article-journal"><article-title>The synergetic effect of learning styles on the interaction between virtual environments and the enhancement of spatial thinking</article-title><source>Computers &amp; Education</source><volume>57</volume><issue>3</issue><person-group person-group-type="author"><name><surname>Hauptman</surname><given-names>H.</given-names></name><name><surname>Cohen</surname><given-names>A.</given-names></name></person-group><year>2011</year><fpage>2106</fpage><lpage>2117</lpage><page-range>2106-2117</page-range><pub-id pub-id-type="doi">10.1016/j.compedu.2011.05.008</pub-id></element-citation></ref><ref id="BIBR-19"><element-citation publication-type=""><article-title>The development of a STEM-based physics module to improve students' higher-order thinking skills</article-title><person-group person-group-type="author"><name><surname>Hikmawati</surname><given-names>Sahidu</given-names></name><name><surname>H.</surname><given-names>Kosim</given-names></name><name><surname>Sutrio</surname></name><name name-style="given-only"><given-names>Gunawan</given-names></name></person-group><year>2023</year><page-range>110001</page-range><pub-id pub-id-type="doi">10.1063/5.0122573</pub-id></element-citation></ref><ref id="BIBR-20"><element-citation publication-type="article-journal"><article-title>Applying a business simulation game in a flipped classroom to enhance engagement, learning achievement, and higher-order thinking skills</article-title><source>Computers &amp; Education</source><volume>183</volume><person-group person-group-type="author"><name><surname>Huang</surname><given-names>Y.-M.</given-names></name><name><surname>Silitonga</surname><given-names>L.M.</given-names></name><name><surname>Wu</surname><given-names>T.-T.</given-names></name></person-group><year>2022</year><page-range>104494</page-range><pub-id pub-id-type="doi">10.1016/j.compedu.2022.104494</pub-id></element-citation></ref><ref id="BIBR-21"><element-citation publication-type="article-journal"><article-title>Pengembangan Modul Fisika Berbasis Integrasi Islam-Sains pada Materi Gerak Lurus untuk Meningkatkan Hasil Belajar Peserta Didik</article-title><source>Jurnal Pendidikan Sains Indonesia</source><volume>8</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Husna</surname><given-names>A.</given-names></name><name><surname>Hasan</surname><given-names>M.</given-names></name><name><surname>Mustafa</surname><given-names>M.</given-names></name><name><surname>Syukri</surname><given-names>M.</given-names></name><name><surname>Yusrizal</surname><given-names>Y.</given-names></name></person-group><year>2020</year><fpage>55</fpage><lpage>66</lpage><page-range>55-66</page-range><pub-id pub-id-type="doi">10.24815/jpsi.v8i1.15539</pub-id></element-citation></ref><ref id="BIBR-22"><element-citation publication-type="chapter"><article-title>The analysis of senior high school students</article-title><source>physics HOTS in Bantul District measured using PhysReMChoTHOTS</source><person-group person-group-type="author"><name><surname>Istiyono</surname><given-names>E.</given-names></name></person-group><year>2017</year><page-range>070008</page-range><pub-id pub-id-type="doi">10.1063/1.4995184</pub-id></element-citation></ref><ref id="BIBR-23"><element-citation publication-type="article-journal"><article-title>The Development of a Four-Tier Diagnostic Test Based on Modern Test Theory in Physics Education</article-title><source>European Journal of Educational Research</source><volume>12</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Istiyono</surname><given-names>E.</given-names></name><name><surname>Sunu</surname><given-names>W.</given-names></name><name><surname>Fenditasari</surname><given-names>K.</given-names></name><name><surname>Rai</surname><given-names>M.</given-names></name><name><surname>Saepuzaman</surname><given-names>D.</given-names></name></person-group><year>2023</year><fpage>371</fpage><lpage>385</lpage><page-range>371-385</page-range><pub-id pub-id-type="doi">10.12973/eu-jer.12.1.371</pub-id></element-citation></ref><ref id="BIBR-24"><element-citation publication-type="article-journal"><article-title>Identification of Physics Misconceptions Using Five-tier Diagnostic Test: Newton’s Law of Gravitation Context</article-title><source>Jurnal Penelitian Pendidikan IPA</source><volume>9</volume><issue>8</issue><person-group person-group-type="author"><name><surname>Juita</surname><given-names>Z.</given-names></name><name><surname>Sundari</surname><given-names>P.D.</given-names></name><name><surname>Sari</surname><given-names>S.Y.</given-names></name><name><surname>Rahim</surname><given-names>F.R.</given-names></name></person-group><year>2023</year><fpage>5954</fpage><lpage>5963</lpage><page-range>5954-5963</page-range><pub-id pub-id-type="doi">10.29303/jppipa.v9i8.3147</pub-id></element-citation></ref><ref id="BIBR-25"><element-citation publication-type="article-journal"><article-title>Effectiveness of STEM-Based Lectora Inspire Media to Improve Students’ HOTS in Physics Learning</article-title><source>Jurnal Penelitian &amp; Pengembangan Pendidikan Fisika</source><volume>9</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Kurniawan</surname><given-names>A.</given-names></name><name><surname>Tantri</surname><given-names>I.D.</given-names></name><name><surname>Fian</surname><given-names>K.</given-names></name></person-group><year>2023</year><fpage>55</fpage><lpage>66</lpage><page-range>55-66</page-range><pub-id pub-id-type="doi">10.21009/1.09106</pub-id></element-citation></ref><ref id="BIBR-26"><element-citation publication-type="article-journal"><article-title>Innovative Learning: Gender Perception of e-Module Linear Equations in Mathematics and Physics</article-title><source>Indonesian Journal on Learning and Advanced Education (IJOLAE</source><volume>4</volume><issue>2</issue><person-group person-group-type="author"><name><surname>Kurniawan</surname><given-names>D.A.</given-names></name><name><surname>Astalini</surname><given-names>A.</given-names></name><name><surname>Darmaji</surname><given-names>D.</given-names></name><name><surname>Tanti</surname><given-names>T.</given-names></name><name><surname>Maryani</surname><given-names>S.</given-names></name></person-group><year>2022</year><fpage>92</fpage><lpage>106</lpage><page-range>92-106</page-range><pub-id pub-id-type="doi">10.23917/ijolae.v4i2.16610</pub-id></element-citation></ref><ref id="BIBR-27"><element-citation publication-type="article-journal"><article-title>IMPAS: Modification of the PAS Questionnaire to Measure Attitudes of High School Students towards Physics in Indonesia</article-title><source>Indonesian Journal on Learning and Advanced Education (IJOLAE</source><volume>5</volume><issue>2</issue><person-group person-group-type="author"><name><surname>Kurniawan</surname><given-names>F.</given-names></name><name><surname>Samsudin</surname><given-names>A.</given-names></name><name><surname>Chandra</surname><given-names>D.T.</given-names></name><name><surname>Sriwati</surname><given-names>E.</given-names></name><name><surname>Coştu</surname><given-names>B.</given-names></name></person-group><year>2023</year><fpage>198</fpage><lpage>216</lpage><page-range>198-216</page-range><pub-id pub-id-type="doi">10.23917/ijolae.v5i2.22508</pub-id></element-citation></ref><ref id="BIBR-28"><element-citation publication-type="article-journal"><article-title>Development of Physics Worksheet Based on Higher-Order Thinking Skills (HOTS) Integrated with Bilingual Class Learning</article-title><source>Indonesian Journal of Science and Mathematics Education</source><volume>6</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Latifah</surname><given-names>S.</given-names></name><name><surname>Meisuri</surname><given-names>M.</given-names></name><name><surname>Kesuma</surname><given-names>A.A.</given-names></name></person-group><year>2023</year><fpage>82</fpage><lpage>95</lpage><page-range>82-95</page-range><pub-id pub-id-type="doi">10.24042/ijsme.v6i1.14131</pub-id></element-citation></ref><ref id="BIBR-29"><element-citation publication-type=""><article-title>Development of HOTS questions on the first law of thermodynamics materials to measure higher-order thinking skills for SMAN 1 Jakenan students</article-title><person-group person-group-type="author"><name><surname>Linuwih</surname><given-names>S.</given-names></name><name><surname>Safutra</surname><given-names>Y.</given-names></name></person-group><year>2023</year><page-range>050051</page-range><pub-id pub-id-type="doi">10.1063/5.0125849</pub-id></element-citation></ref><ref id="BIBR-30"><element-citation publication-type="article-journal"><article-title>PjBL Model Assisted by Smartphone Sensors to Improve Critical Thinking Skills of Prospective Science Teachers</article-title><source>Indonesian Journal on Learning and Advanced Education (IJOLAE</source><volume>4</volume><issue>3</issue><person-group person-group-type="author"><name><surname>Listiaji</surname><given-names>P.</given-names></name><name><surname>Widianingrum</surname><given-names>R.A.</given-names></name><name><surname>Saputri</surname><given-names>A.A.I.</given-names></name><name><surname>Rahman</surname><given-names>N.F.A.</given-names></name></person-group><year>2022</year><fpage>246</fpage><lpage>256</lpage><page-range>246-256</page-range><pub-id pub-id-type="doi">10.23917/ijolae.v4i3.18942</pub-id></element-citation></ref><ref id="BIBR-31"><element-citation publication-type="article-journal"><article-title>Effects of problem-based learning instructional intervention on critical thinking in higher education: A meta-analysis</article-title><source>Thinking Skills and Creativity</source><volume>45</volume><person-group person-group-type="author"><name><surname>Liu</surname><given-names>Y.</given-names></name><name><surname>Pásztor</surname><given-names>A.</given-names></name></person-group><year>2022</year><page-range>101069</page-range><pub-id pub-id-type="doi">10.1016/j.tsc.2022.101069</pub-id></element-citation></ref><ref id="BIBR-32"><element-citation publication-type="article-journal"><article-title>Pengintegrasian Keterampilan Abad 21 dalam Proses Pembelajaran (Literature Review</article-title><source>Irfani</source><volume>19</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Mantau</surname><given-names>B.A.K.</given-names></name><name><surname>Talango</surname><given-names>S.R.</given-names></name></person-group><year>2023</year><fpage>86</fpage><lpage>107</lpage><page-range>86-107</page-range><pub-id pub-id-type="doi">10.30603/ir.v19i1.3897</pub-id></element-citation></ref><ref id="BIBR-33"><element-citation publication-type="article-journal"><article-title>The Effect of Applying the Ethno-STEM-Project-based Learning Model on Students’ Higher-order Thinking Skill and Misconception of Physics Topics Related to Lake Tempe, Indonesia</article-title><source>Jurnal Pendidikan IPA Indonesia</source><volume>12</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Martawijaya</surname><given-names>M.A.</given-names></name><name><surname>Rahmadhanningsih</surname><given-names>S.</given-names></name><name><surname>Swandi</surname><given-names>A.</given-names></name><name><surname>Hasyim</surname><given-names>M.</given-names></name><name><surname>Sujiono</surname><given-names>E.H.</given-names></name></person-group><year>2023</year><fpage>1</fpage><lpage>13</lpage><page-range>1-13</page-range><pub-id pub-id-type="doi">10.15294/jpii.v12i1.38703</pub-id></element-citation></ref><ref id="BIBR-34"><element-citation publication-type=""><article-title>The development of higher-order thinking skills (HOTS) wave test instrument for high school students</article-title><person-group person-group-type="author"><name><surname>Masturi</surname><given-names>Khasanah</given-names></name><name><surname>N.</surname><given-names>Anggraeni</given-names></name><name><surname>A.</surname></name><name name-style="given-only"><given-names>Susilawati</given-names></name></person-group><year>2023</year><page-range>050050</page-range><pub-id pub-id-type="doi">10.1063/5.0125874</pub-id></element-citation></ref><ref id="BIBR-35"><element-citation publication-type="article-journal"><article-title>Characteristics of Instruments and Profile of Creative Thinking Ability of Students on Work and Energy Material</article-title><source>Prisma Sains   : Jurnal Pengkajian Ilmu Dan Pembelajaran Matematika Dan IPA IKIP Mataram</source><volume>10</volume><issue>3</issue><person-group person-group-type="author"><name><surname>Muflikhun</surname><given-names>A.S.</given-names></name><name><surname>Setyarsih</surname><given-names>W.</given-names></name></person-group><year>2022</year><page-range>726</page-range><pub-id pub-id-type="doi">10.33394/j-ps.v10i3.5408</pub-id></element-citation></ref><ref id="BIBR-36"><element-citation publication-type="article-journal"><article-title>Development of the Game-based HOTS Assessment Instrument for Measuring Science Literacy Skills of Islamic Elementary School Students</article-title><source>Al Ibtida: Jurnal Pendidikan Guru</source><volume>10</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Mukti</surname><given-names>T.S.</given-names></name><name><surname>Elvira</surname><given-names>M.</given-names></name><name><surname>Hussin</surname><given-names>Z.B.</given-names></name></person-group><year>2023</year><page-range>63</page-range><pub-id pub-id-type="doi">10.24235/al.ibtida.snj.v10i1.11393</pub-id></element-citation></ref><ref id="BIBR-37"><element-citation publication-type="article-journal"><article-title>Empirical Validity and Reliability of the Scientific Literacy Assessment Instrument Based on the Tornado Physics Enrichment Book</article-title><source>Jurnal Penelitian Pendidikan IPA</source><volume>9</volume><issue>5</issue><person-group person-group-type="author"><name><surname>Mulyana</surname><given-names>V.</given-names></name><name><surname>Desnita</surname><given-names>D.</given-names></name></person-group><year>2023</year><fpage>3961</fpage><lpage>3967</lpage><page-range>3961-3967</page-range><pub-id pub-id-type="doi">10.29303/jppipa.v9i5.3290</pub-id></element-citation></ref><ref id="BIBR-38"><element-citation publication-type="article-journal"><article-title>Pengembangan Instrumen Tes Berbasis Higher-Order Thinking Skills (HOTS) pada Materi Gerak Lurus</article-title><source>JURNAL IKATAN ALUMNI FISIKA</source><volume>9</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Naibaho</surname><given-names>D.</given-names></name><name><surname>Ritonga</surname><given-names>W.</given-names></name></person-group><year>2023</year><page-range>32</page-range><pub-id pub-id-type="doi">10.24114/jiaf.v9i1.32700</pub-id></element-citation></ref><ref id="BIBR-39"><element-citation publication-type="article-journal"><article-title>Objek Asesmen dalam Perspektif Kurikulum 2013</article-title><source>Jurnal Pendidikan Dan Pengajaran Guru Sekolah Dasar (JPPGuseda</source><volume>4</volume><issue>2</issue><person-group person-group-type="author"><name><surname>Nurjanah</surname><given-names>S.</given-names></name></person-group><year>2021</year><fpage>85</fpage><lpage>91</lpage><page-range>85-91</page-range><pub-id pub-id-type="doi">10.55215/jppguseda.v4i2.3607</pub-id></element-citation></ref><ref id="BIBR-40"><element-citation publication-type=""><article-title>Analysis of higher order thinking skills</article-title><person-group person-group-type="author"><name><surname>Pinto</surname><given-names>A.A.</given-names></name><name><surname>Sutama</surname><given-names>Adnan</given-names></name><name><surname>M.</surname><given-names>Novitasari</given-names></name><name><surname>M.</surname><given-names>Prihatini</given-names></name><name><surname>C.</surname></name><name><surname>Hardianti</surname><given-names>D.</given-names></name></person-group><year>2023</year><pub-id pub-id-type="doi">10.1063/5.0141466</pub-id></element-citation></ref><ref id="BIBR-41"><element-citation publication-type="article-journal"><article-title>Analysis of the Characteristics of Higher Order Thinking Skills (HOTS) Test on Momentum and Impulse for Senior High School Student Using Item Response Theory</article-title><source>Jurnal Penelitian Fisika Dan Aplikasinya (JPFA</source><volume>11</volume><issue>2</issue><person-group person-group-type="author"><name><surname>Rahman</surname><given-names>A.</given-names></name><name><surname>Rusnayati</surname><given-names>H.</given-names></name><name><surname>Muslim</surname><given-names>M.</given-names></name></person-group><year>2021</year><fpage>127</fpage><lpage>137</lpage><page-range>127-137</page-range><pub-id pub-id-type="doi">10.26740/jpfa.v11n2.p127-137</pub-id></element-citation></ref><ref id="BIBR-42"><element-citation publication-type="article-journal"><article-title>The Development of an Instrument to Measure the Higher Order Thinking Skill in Physics</article-title><source>European Journal of Educational Research</source><volume>8</volume><issue>3</issue><person-group person-group-type="author"><name><surname>Ramadhan</surname><given-names>S.</given-names></name><name><surname>Mardapi</surname><given-names>D.</given-names></name><name><surname>Kun</surname><given-names>Z.</given-names></name><name><surname>Budi</surname><given-names>H.</given-names></name></person-group><year>2019</year><fpage>743</fpage><lpage>751</lpage><page-range>743-751</page-range><pub-id pub-id-type="doi">10.12973/eu-jer.8.3.743</pub-id></element-citation></ref><ref id="BIBR-43"><element-citation publication-type="article-journal"><article-title>Provincializing the OECD-PISA global competencies project</article-title><source>Globalisation, Societies and Education</source><volume>19</volume><issue>2</issue><person-group person-group-type="author"><name><surname>Robertson</surname><given-names>S.L.</given-names></name></person-group><year>2021</year><fpage>167</fpage><lpage>182</lpage><page-range>167-182</page-range><pub-id pub-id-type="doi">10.1080/14767724.2021.1887725</pub-id></element-citation></ref><ref id="BIBR-44"><element-citation publication-type="article-journal"><article-title>Analysis of High School Students’ Conceptual Understanding of Physics on Temperature and Heat Concepts</article-title><source>International Journal of STEM Education for Sustainability</source><volume>3</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Sari</surname><given-names>Y.</given-names></name><name><surname>Qadar</surname><given-names>R.</given-names></name><name><surname>Hakim</surname><given-names>A.</given-names></name></person-group><year>2023</year><fpage>212</fpage><lpage>224</lpage><page-range>212-224</page-range><pub-id pub-id-type="doi">10.53889/ijses.v3i1.92</pub-id></element-citation></ref><ref id="BIBR-45"><element-citation publication-type="article-journal"><article-title>Development of higher-order thinking skill assessment instruments in learning Indonesian history</article-title><source>International Journal of Evaluation and Research in Education (IJERE</source><volume>10</volume><issue>2</issue><person-group person-group-type="author"><name><surname>Setiawan</surname><given-names>J.</given-names></name><name><surname>Ajat Sudrajat</surname><given-names>A.</given-names></name><name><surname>Aman</surname><given-names>A.</given-names></name><name><surname>Kumalasari</surname><given-names>D.</given-names></name></person-group><year>2021</year><page-range>545</page-range><pub-id pub-id-type="doi">10.11591/ijere.v10i2.20796</pub-id></element-citation></ref><ref id="BIBR-46"><element-citation publication-type="article-journal"><article-title>Texts and reading practices in physics education: Analysis of the voices of subjects in initial teacher education</article-title><source>Teaching and Teacher Education</source><volume>127</volume><person-group person-group-type="author"><name><surname>Setlik</surname><given-names>J.</given-names></name><name><surname>Silva</surname><given-names>H.C.da</given-names></name></person-group><year>2023</year><page-range>104112</page-range><pub-id pub-id-type="doi">10.1016/j.tate.2023.104112</pub-id></element-citation></ref><ref id="BIBR-47"><element-citation publication-type="article-journal"><article-title>Implementasi Higher-Order Thinking Skills Terhadap Kemampuan Berpikir Kritis Peserta Didik dalam Pembelajaran</article-title><source>Koordinat Jurnal MIPA</source><volume>3</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Suciati</surname><given-names>I.</given-names></name></person-group><year>2022</year><fpage>7</fpage><lpage>16</lpage><page-range>7-16</page-range><pub-id pub-id-type="doi">10.24239/koordinat.v3i1.32</pub-id></element-citation></ref><ref id="BIBR-48"><element-citation publication-type="article-journal"><article-title>Development of Assessment Instrument of Critical Thinking in Physics at Senior High School</article-title><source>Journal of Physics: Conference Series</source><volume>812</volume><person-group person-group-type="author"><name><surname>Sugiarti</surname><given-names>T.</given-names></name><name><surname>Kaniawati</surname><given-names>I.</given-names></name><name><surname>Aviyanti</surname><given-names>L.</given-names></name></person-group><year>2017</year><page-range>012018</page-range><pub-id pub-id-type="doi">10.1088/1742-6596/812/1/012018</pub-id></element-citation></ref><ref id="BIBR-49"><element-citation publication-type="article-journal"><article-title>Development of Assessment Instrument of Critical Thinking in Physics at Senior High School</article-title><source>Journal of Physics: Conference Series</source><volume>812</volume><person-group person-group-type="author"><name><surname>Sugiarti</surname><given-names>T.</given-names></name><name><surname>Kaniawati</surname><given-names>I.</given-names></name><name><surname>Aviyanti</surname><given-names>L.</given-names></name></person-group><year>2017</year><page-range>012018</page-range><pub-id pub-id-type="doi">10.1088/1742-6596/812/1/012018</pub-id></element-citation></ref><ref id="BIBR-50"><element-citation publication-type="book"><article-title>Metode Penelitian Kuantitatif, Kualitatif, dan R&amp;D</article-title><person-group person-group-type="author"><name name-style="given-only"><given-names>Sugiyono</given-names></name></person-group><year>2013</year><publisher-name>Alfa Betta</publisher-name></element-citation></ref><ref id="BIBR-51"><element-citation publication-type="article-journal"><article-title>Education Application Testing Perspective to Empower Students’ Higher Order Thinking Skills Related to The Concept of Adaptive Learning Media</article-title><source>Indonesian Journal on Learning and Advanced Education (IJOLAE</source><volume>4</volume><issue>3</issue><person-group person-group-type="author"><name><surname>Sulistyanto</surname><given-names>H.</given-names></name><name><surname>Anif</surname><given-names>S.</given-names></name><name><surname>Sutama</surname><given-names>S.</given-names></name><name><surname>Narimo</surname><given-names>S.</given-names></name><name><surname>Sutopo</surname><given-names>A.</given-names></name><name><surname>Haq</surname><given-names>M.I.</given-names></name><name><surname>Nasir</surname><given-names>G.A.</given-names></name></person-group><year>2022</year><fpage>257</fpage><lpage>271</lpage><page-range>257-271</page-range><pub-id pub-id-type="doi">10.23917/ijolae.v4i3.19432</pub-id></element-citation></ref><ref id="BIBR-52"><element-citation publication-type="article-journal"><article-title>Impact of Adaptive Educational Game Applications on Improving Student Learning: Efforts to Introduce Nusantara Culture in Indonesia</article-title><source>Indonesian Journal on Learning and Advanced Education (IJOLAE</source><volume>5</volume><issue>3</issue><person-group person-group-type="author"><name><surname>Sulistyanto</surname><given-names>H.</given-names></name><name><surname>Sumardjoko</surname><given-names>B.</given-names></name><name><surname>Haq</surname><given-names>M.I.</given-names></name><name><surname>Zakaria</surname><given-names>G.A.N.</given-names></name><name><surname>Narimo</surname><given-names>S.</given-names></name><name><surname>Astuti</surname><given-names>D.</given-names></name><name><surname>Adhantoro</surname><given-names>M.S.</given-names></name><name><surname>Setyabudi</surname><given-names>D.P.</given-names></name><name><surname>Sidiq</surname><given-names>Y.</given-names></name><name><surname>Ishartono</surname><given-names>N.</given-names></name></person-group><year>2023</year><fpage>249</fpage><lpage>261</lpage><page-range>249-261</page-range><pub-id pub-id-type="doi">10.23917/ijolae.v5i3.23004</pub-id></element-citation></ref><ref id="BIBR-53"><element-citation publication-type="article-journal"><article-title>Exploring the structure of students' scientific higher-order thinking in science education</article-title><source>Thinking Skills and Creativity</source><volume>43</volume><person-group person-group-type="author"><name><surname>Sun</surname><given-names>H.</given-names></name><name><surname>Xie</surname><given-names>Y.</given-names></name><name><surname>Lavonen</surname><given-names>J.</given-names></name></person-group><year>2022</year><page-range>100999</page-range><pub-id pub-id-type="doi">10.1016/j.tsc.2022.100999</pub-id></element-citation></ref><ref id="BIBR-54"><element-citation publication-type="article-journal"><article-title>The Effectiveness of the Problem Solving Strategy and the Scientific Approach to Students’ Mathematical Capabilities in High Order Thinking Skills</article-title><source>International Electronic Journal of Mathematics Education</source><volume>14</volume><issue>2</issue><person-group person-group-type="author"><name><surname>Tambunan</surname><given-names>H.</given-names></name></person-group><year>2019</year><pub-id pub-id-type="doi">10.29333/iejme/5715</pub-id></element-citation></ref><ref id="BIBR-55"><element-citation publication-type="article-journal"><article-title>Pengembangan Bahan Ajar Fisika Berbasis High-Order Thinking Skill (HOTS) pada Materi Listrik Dinamis</article-title><source>SECONDARY: Jurnal Inovasi Pendidikan Menengah</source><volume>3</volume><issue>2</issue><person-group person-group-type="author"><name><surname>Utomo</surname><given-names>D.K.</given-names></name></person-group><year>2023</year><fpage>146</fpage><lpage>153</lpage><page-range>146-153</page-range><pub-id pub-id-type="doi">10.51878/secondary.v3i2.2205</pub-id></element-citation></ref><ref id="BIBR-56"><element-citation publication-type="article-journal"><article-title>Scientific Method’s Application Contexts for the Development and Evaluation of Research Skills in Higher-Education Learners</article-title><source>Education Sciences</source><volume>13</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Vázquez-Villegas</surname><given-names>P.</given-names></name><name><surname>Mejía-Manzano</surname><given-names>L.A.</given-names></name><name><surname>Sánchez-Rangel</surname><given-names>J.C.</given-names></name><name><surname>Membrillo-Hernández</surname><given-names>J.</given-names></name></person-group><year>2023</year><page-range>62</page-range><pub-id pub-id-type="doi">10.3390/educsci13010062</pub-id></element-citation></ref><ref id="BIBR-57"><element-citation publication-type="article-journal"><article-title>Penilaian Pengetahuan Tertulis Dalam Kurikulum 2013</article-title><source>Tafkir: Interdisciplinary Journal of Islamic Education</source><volume>2</volume><issue>2</issue><person-group person-group-type="author"><name><surname>Waizah</surname><given-names>N.</given-names></name><name><surname>Herwani</surname><given-names>H.</given-names></name></person-group><year>2021</year><fpage>207</fpage><lpage>228</lpage><page-range>207-228</page-range><pub-id pub-id-type="doi">10.31538/tijie.v2i2.54</pub-id></element-citation></ref><ref id="BIBR-58"><element-citation publication-type="article-journal"><article-title>Kajian Literatur Pengembangan Instrumen Kemampuan Problem Solving Pada Materi Fisika</article-title><source>IPF: Inovasi Pendidikan Fisika</source><volume>10</volume><issue>2</issue><person-group person-group-type="author"><name><surname>Wardhani</surname><given-names>U.K.</given-names></name><name><surname>Setiyarsih</surname><given-names>W.</given-names></name></person-group><year>2021</year><fpage>16</fpage><lpage>27</lpage><page-range>16-27</page-range><pub-id pub-id-type="doi">10.26740/ipf.v10n2.p16-27</pub-id></element-citation></ref><ref id="BIBR-59"><element-citation publication-type="paper-conference"><article-title>Development of Critical Thinking Skills-Based Physic Test Instruments for High School</article-title><source>Proceedings of the 4th International Conference on Science and Technology Applications, ICoSTA 2022</source><person-group person-group-type="author"><name><surname>Weisdiyanti</surname><given-names>N.</given-names></name><name><surname>Juliani</surname><given-names>R.</given-names></name></person-group><year>2023</year><pub-id pub-id-type="doi">10.4108/eai.1-11-2022.2326211</pub-id></element-citation></ref><ref id="BIBR-60"><element-citation publication-type="article-journal"><article-title>Penerapan Konsep Instrumen Evaluasi Hasil Belajar</article-title><source>Jurnal Ilmiah Kanderang Tingang</source><volume>12</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Wisman</surname><given-names>Y.</given-names></name><name><surname>Effrata</surname><given-names>E.</given-names></name><name><surname>Tutesa</surname><given-names>T.</given-names></name></person-group><year>2021</year><fpage>1</fpage><lpage>9</lpage><page-range>1-9</page-range><pub-id pub-id-type="doi">10.37304/jikt.v12i1.105</pub-id></element-citation></ref><ref id="BIBR-61"><element-citation publication-type="article-journal"><article-title>The effectiveness of collaborative problem-solving in promoting students' critical thinking: A meta-analysis based on empirical literature</article-title><source>Humanities and Social Sciences Communications</source><volume>10</volume><issue>1</issue><person-group person-group-type="author"><name><surname>Xu</surname><given-names>E.</given-names></name><name><surname>Wang</surname><given-names>W.</given-names></name><name><surname>Wang</surname><given-names>Q.</given-names></name></person-group><year>2023</year><page-range>16</page-range><pub-id pub-id-type="doi">10.1057/s41599-023-01508-1</pub-id></element-citation></ref><ref id="BIBR-62"><element-citation publication-type="article-journal"><article-title>A framework for assessing computational thinking skills in the physics classroom: a study on cognitive test development</article-title><source>SN Social Sciences</source><volume>3</volume><issue>3</issue><person-group person-group-type="author"><name><surname>Zakwandi</surname><given-names>R.</given-names></name><name><surname>Istiyono</surname><given-names>E.</given-names></name></person-group><year>2023</year><page-range>46</page-range><pub-id pub-id-type="doi">10.1007/s43545-023-00633-7</pub-id></element-citation></ref><ref id="BIBR-63"><element-citation publication-type="article-journal"><article-title>Development and validation of a higher-order thinking skills assessment scale for pre-service teachers</article-title><source>Thinking Skills and Creativity</source><volume>48</volume><person-group person-group-type="author"><name><surname>Zhou</surname><given-names>Y.</given-names></name><name><surname>Gan</surname><given-names>L.</given-names></name><name><surname>Chen</surname><given-names>J.</given-names></name><name><surname>Wijaya</surname><given-names>T.T.</given-names></name><name><surname>Li</surname><given-names>Y.</given-names></name></person-group><year>2023</year><page-range>101272</page-range><pub-id pub-id-type="doi">10.1016/j.tsc.2023.101272</pub-id></element-citation></ref></ref-list></back></article>
