IEEE Transactions on Learning Technologies最新文献

{"title":"Annotation Guideline-Based Knowledge Augmentation: Toward Enhancing Large Language Models for Educational Text Classification","authors":"Shiqi Liu;Sannyuya Liu;Lele Sha;Zijie Zeng;Dragan Gašević;Zhi Liu","doi":"10.1109/TLT.2025.3570775","DOIUrl":"https://doi.org/10.1109/TLT.2025.3570775","url":null,"abstract":"Automated classification of learner-generated text to identify behavior, emotion, and cognition indicators, collectively known as learning engagement classification (LEC), has received considerable attention in fields such as natural language processing(NLP), learning analytics, and educational data mining. Recently, large language models (LLMs), such as ChatGPT, which are considered promising technologies for artificial general intelligence, have demonstrated remarkable performance in various NLP tasks. However, their capabilities in LEC tasks still lack comprehensive evaluation and improvement approaches. This study introduces a novel benchmark for LEC, encompassing six datasets that cover behavior classification (question and urgency level), emotion classification (binary and epistemic emotion), and cognition classification (opinion and cognitive presence). In addition, we propose the annotation guideline-based knowledge augmentation (AGKA) approach, which leverages GPT-4.0 to recognize and extract label definitions from annotation guidelines and applies random undersampling to select a representative set of examples. Experimental results demonstrate the following: AGKA enhances LLM performance compared to vanilla prompts, particularly for GPT-4.0 and Llama-3 70B; GPT-4.0 and Llama-3 70B with AGKA are comparable to fully fine-tuned models such as BERT and RoBERTa on simple binary classification tasks; for multiclass tasks requiring complex semantic understanding, GPT-4.0 and Llama-3 70B outperform the fine-tuned models in the few-shot setting but fall short of the fully fine-tuned models; Llama-3 70B with AGKA shows comparable performance to GPT-4.0, demonstrating the viability of these open-source alternatives; and the ablation study highlights the importance of customizing and evaluating knowledge augmentation strategies for each specific LLM architecture and task.","PeriodicalId":49191,"journal":{"name":"IEEE Transactions on Learning Technologies","volume":"18 ","pages":"619-634"},"PeriodicalIF":2.9,"publicationDate":"2025-03-26","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"144272741","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":3,"RegionCategory":"教育学","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}

{"title":"Human–Machine Cocreation: The Effects of ChatGPT on Students’ Learning Performance, AI Awareness, Critical Thinking, and Cognitive Load in a STEM Course Toward Entrepreneurship","authors":"Yu Ji;Zehui Zhan;Tingting Li;Xuanxuan Zou;Siyuan Lyu","doi":"10.1109/TLT.2025.3554584","DOIUrl":"https://doi.org/10.1109/TLT.2025.3554584","url":null,"abstract":"The advent of generative artificial intelligence (GAI), exemplified by ChatGPT, has introduced both new opportunities and challenges in science, technology, engineering, and mathematics (STEM) and entrepreneurship education. This exploratory quasi-experimental study examined the effects of ChatGPT-assisted collaborative learning (CCL) on students’ learning performance, artificial intelligence (AI) awareness, critical thinking, and cognitive load. A total of 36 sophomore undergraduates participated in an eight-week instructional experiment, dedicating 3 h per week to applying STEM and entrepreneurship knowledge in the creation of cultural products. The experimental group (<italic>N</i> = 21) participated in CCL, while the control group (<italic>N</i> = 15) engaged in non-ChatGPT-assisted collaborative learning (NCCL). The results indicated that the CCL group outperformed the NCCL group in terms of learning performance, AI awareness, and cognitive load, while the NCCL group excelled in critical thinking. The findings confirm that ChatGPT offers significant potential and advantages in addressing complex problems within group collaboration and stimulating group creativity, providing new insights into fostering students’ entrepreneurial spirit and skills. However, overreliance on and misuse of ChatGPT may hinder student learning outcomes. Future research should focus on the cocreative problem-solving mechanisms between humans and machines in entrepreneurial education, particularly the interplay of knowledge, thinking, emotions, and actions in collaborative processes involving GAI.","PeriodicalId":49191,"journal":{"name":"IEEE Transactions on Learning Technologies","volume":"18 ","pages":"402-415"},"PeriodicalIF":2.9,"publicationDate":"2025-03-26","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"143877647","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":3,"RegionCategory":"教育学","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}

{"title":"Academic Performance Prediction Using Machine Learning Approaches: A Survey","authors":"Jialun Pan;Zhanzhan Zhao;Dongkun Han","doi":"10.1109/TLT.2025.3554174","DOIUrl":"https://doi.org/10.1109/TLT.2025.3554174","url":null,"abstract":"Properly predicting students'academic performance is crucial for elevating educational outcomes in various disciplines. Through precise performance prediction, schools can quickly pinpoint students facing challenges and provide customized educational materials suited to their specific learning needs. The reliance on teachers' experience to predict students' academic performance has proven to be less accurate and efficient than desired. Consequently, the past decade has witnessed a marked surge in employing machine learning and data mining techniques to forecast students' performance. However, the academic community has yet to agree on the most effective algorithm for predicting academic outcomes. Nonetheless, conducting an analysis and comparison of the existing algorithms in this field remains meaningful. Furthermore, recommendations for selecting an appropriate algorithm will be provided to interested researchers and educators based on their specific requirements. This article reviews the state-of-the-art literature on academic performance predictions using machine learning approaches in recent years. It details the variables analyzed, the algorithms implemented, the datasets utilized, and the evaluation metrics applied to assess model efficacy. What makes this work different is that relevant surveys in the past 10 years are also analyzed and compared, highlighting their contributions and review methods. In addition, we compared the accuracy of various machine learning models using popular open-access datasets and determined the best-performing algorithms among them. Our dataset and source codes are released for future algorithm comparisons and evaluations in this community.","PeriodicalId":49191,"journal":{"name":"IEEE Transactions on Learning Technologies","volume":"18 ","pages":"351-368"},"PeriodicalIF":2.9,"publicationDate":"2025-03-24","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=10938259","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"143856220","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":3,"RegionCategory":"教育学","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"OA","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}

{"title":"Will Virtual Reality Transform Online Synchronous Learning? Evidence From a Quality of Experience Subjective Assessment","authors":"Simone Porcu;Alessandro Floris;Luigi Atzori","doi":"10.1109/TLT.2025.3572175","DOIUrl":"https://doi.org/10.1109/TLT.2025.3572175","url":null,"abstract":"In this article, we preliminarily discuss the limitations of current video conferencing platforms in online synchronous learning. Research has shown that while the involved technologies are appropriate for collaborative video calls, they often fail to replicate the rich nature of face-to-face interactions among students and between students and professors, by constraining them to a grid of faces on screens and limiting the natural flows of conversation and nonverbal communication. We believe that a potential solution to this issue could be adopting virtual reality (VR) technologies in online synchronous teaching. To test our assumption, we developed a novel subjective assessment involving 44 electronics engineering students who attended real lessons on Internet protocols. The taught content was included in the course program and the final exam; the professor made use of slides for teaching and a blackboard to explain some exercises. Two different learning approaches were used: VR-based online synchronous learning and video-based online synchronous learning. While the former consisted in wearing a headset and participating in a virtual classroom in front of the teacher’s avatar, the latter involved watching a 2-D video of the streamed lesson through a laptop and communicating through the microphone. The opinions collected from the students included several aspects, namely, overall quality of experience, immersion, interactivity, naturalness, usability, entertainment, comfort, side effects, interaction with the teacher and students, and ease of taking notes. Key findings from Welch’s <inline-formula><tex-math>$t$</tex-math></inline-formula>-test indicate the higher interactivity (<inline-formula><tex-math>$p&lt; 0.05$</tex-math></inline-formula>), naturalness (<inline-formula><tex-math>$p&lt; 0.01$</tex-math></inline-formula>), entertainment (<inline-formula><tex-math>$p&lt; 0.01$</tex-math></inline-formula>), and immersion (<inline-formula><tex-math>$p&lt; 0.001$</tex-math></inline-formula>) perceived by students for the VR-based learning experience than the video-based one. Increased immersion was the most significant aspect, as highlighted by the lowest <inline-formula><tex-math>$p$</tex-math></inline-formula>-value. On the other hand, the level of comfort was heavily penalized (<inline-formula><tex-math>$p&lt; 0.001$</tex-math></inline-formula>), and students were unable to take notes in the VR classroom environment easily. No significant difference (<inline-formula><tex-math>$p&gt;0.05$</tex-math></inline-formula>) was achieved for the other considered metrics.","PeriodicalId":49191,"journal":{"name":"IEEE Transactions on Learning Technologies","volume":"18 ","pages":"606-618"},"PeriodicalIF":2.9,"publicationDate":"2025-03-21","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"144232058","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":3,"RegionCategory":"教育学","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}

{"title":"GAI Versus Teacher Scoring: Which is Better for Assessing Student Performance?","authors":"Xuefan Li;Marco Zappatore;Tingsong Li;Weiwei Zhang;Sining Tao;Xiaoqing Wei;Xiaoxu Zhou;Naiqing Guan;Anny Chan","doi":"10.1109/TLT.2025.3572518","DOIUrl":"https://doi.org/10.1109/TLT.2025.3572518","url":null,"abstract":"The integration of generative artificial intelligence (GAI) into educational settings offers unprecedented opportunities to enhance the efficiency of teaching and the effectiveness of learning, particularly within online platforms. This study evaluates the development and application of a customized GAI-powered teaching assistant, trained specifically to enhance teaching efficiency for educators and improve learning outcomes for students in online education. Using four Grade 12 courses (i.e., English, Mathematics, Financial Accounting, and Simplified Chinese), we assessed the performance of generative pretrained transformer (GPT)-4, GPT-4o, and the Trained-GPT model. Results demonstrate that the Trained-GPT achieved grading accuracy and consistency comparable to human teachers, with strong correlations observed in Mathematics (0.996) and English (0.874). While GPT-4o performed well in specific cases, its variability highlights areas for improvement. These findings underscore the potential of AI-powered teaching assistants to streamline grading, deliver timely feedback, and support scalable, high-quality online education.","PeriodicalId":49191,"journal":{"name":"IEEE Transactions on Learning Technologies","volume":"18 ","pages":"569-580"},"PeriodicalIF":2.9,"publicationDate":"2025-03-21","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"144206123","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":3,"RegionCategory":"教育学","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}

{"title":"Utilizing Learning-Analytics-Based Activities as a Bridge to Enhance Elementary Students’ Mathematical Learning","authors":"Sergio Tirado-Olivares;Rocío Mínguez-Pardo;Javier del Olmo-Muñoz;José A. González-Calero","doi":"10.1109/TLT.2025.3570979","DOIUrl":"https://doi.org/10.1109/TLT.2025.3570979","url":null,"abstract":"Decimal misconceptions are a persistent challenge in mathematics education, often hindering students’ long-term understanding. This study examines how learning analytics (LA) can be effectively integrated into instructional sequences to address these misconceptions, providing teachers with real-time insights for formative assessment. Despite the growing presence of technology in education, LA remains underutilized at the primary level. The study involved 235 fifth- and sixth-grade students completing decimal number tasks through a Moodle-based platform. Students were assigned to one of three conditions: tasks based on correct examples (CE tasks, <italic>n</i> = 79), erroneous examples (<italic>n</i> = 80), or no tasks (control group, <italic>n</i> = 76). Results indicate that example-based tasks significantly improve learning outcomes, particularly for students with lower prior knowledge, who benefited more from CE tasks. LA data effectively predicted student performance, demonstrating its potential as a formative assessment tool. Importantly, results suggest that the observed effects were consistent across male and female students. These findings highlight the need to integrate LA into daily teaching practice, enabling educators to identify misconceptions and tailor instruction accordingly. Given the positive student reception and the efficiency of LA-driven interventions, this study underscores its relevance for policy decisions aimed at enhancing mathematics education in primary schools.","PeriodicalId":49191,"journal":{"name":"IEEE Transactions on Learning Technologies","volume":"18 ","pages":"593-605"},"PeriodicalIF":2.9,"publicationDate":"2025-03-16","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=11006300","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"144232200","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":3,"RegionCategory":"教育学","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"OA","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}

{"title":"Motivating Students With Different Needs to Learn Chinese in a Mixed-Background Classroom by Robot-Assisted Learning","authors":"Ka-Yan Fung;Kwong-Chiu Fung;Tze Leung Rick Lui;Kuen-Fung Sin;Lik-Hang Lee;Huamin Qu;Shenghui Song","doi":"10.1109/TLT.2025.3551256","DOIUrl":"https://doi.org/10.1109/TLT.2025.3551256","url":null,"abstract":"Mastering the visually complex characters of the Chinese language poses significant challenges for students. The situation is even worse in Hong Kong, where students with different backgrounds, including students with/without dyslexia and non-Chinese speaking (NCS) students, are placed in the same class. Interactive design has been proven effective in enhancing students' learning performance and engagement. However, developing a learning tool for students with diverse backgrounds is challenging. This study proposes a robot-assisted Chinese learning system (<italic>RACLS</i>) for those with diverse backgrounds and investigates its impact on learning motivation by a comparison study. In particular, 39 students participate in a five-day robot-led training program, while another 39 students received traditional teacher-led training. The comparison results show that <italic>RACLS</i> can enhance the emotional engagement of students with dyslexia and strengthen the behavioral engagement of students without dyslexia. Interestingly, the learning motivation of NCS students in the experimental and control groups is enhanced similarly.","PeriodicalId":49191,"journal":{"name":"IEEE Transactions on Learning Technologies","volume":"18 ","pages":"369-386"},"PeriodicalIF":2.9,"publicationDate":"2025-03-14","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=10925892","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"143856347","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":3,"RegionCategory":"教育学","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"OA","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}

{"title":"Exploring the Impact of the Metaverse on Promoting Students’ Access to Quality Education: A Meta-Analysis","authors":"Yuanbin Diao;Yu-Sheng Su","doi":"10.1109/TLT.2025.3550714","DOIUrl":"https://doi.org/10.1109/TLT.2025.3550714","url":null,"abstract":"With technological advancements, the Metaverse is being used to enhance learning effects and learning experience to ensure quality education. However, current empirical studies have produced varying results. Therefore, a meta-analysis was executed, leveraging the capabilities of Version 3 of the Comprehensive Meta-Analysis software to effectively synthesize the data, drawing insights from 34 studies published prior to October 2024. The goal was to analyze the effects of the Metaverse on quality education, and to investigate the moderating influences of four variables: Metaverse tools, educational stages, subject area, and treatment duration. The results showed that the overall effect sizes for learning effects and learning experience were 0.922 and 1.153, respectively, suggesting that the Metaverse substantially influences educational effects and learning experience. The four moderating variables all play a significant role in shaping the influence of the Metaverse on both learning effects and experience. This meta-analysis highlights a striking trend: the Metaverse's effects were especially pronounced for elementary and secondary school students, but less so for university students. In addition, the Metaverse's effects were most significant in science disciplines.","PeriodicalId":49191,"journal":{"name":"IEEE Transactions on Learning Technologies","volume":"18 ","pages":"321-334"},"PeriodicalIF":2.9,"publicationDate":"2025-03-11","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"143792886","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":3,"RegionCategory":"教育学","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}

{"title":"Capturing the Process of Students' AI Interactions When Creating and Learning Complex Network Structures","authors":"Sonsoles López-Pernas;Kamila Misiejuk;Rogers Kaliisa;Mohammed Saqr","doi":"10.1109/TLT.2025.3568599","DOIUrl":"https://doi.org/10.1109/TLT.2025.3568599","url":null,"abstract":"Despite the growing use of large language models (LLMs) in educational contexts, there is no evidence on how these can be operationalized by students to generate custom datasets suitable for teaching and learning. Moreover, in the context of network science, little is known about whether LLMs can replicate real-life network properties. This study addresses these gaps by evaluating the use of generative artificial intelligence (AI), specifically LLMs, to create synthetic network datasets for educational use. The analyzed data include students’ AI-generated network datasets, their interactions with the LLMs, and their perceptions and evaluations of the task's value. The results indicate that the LLM-generated networks had properties closer to real-life networks, such as higher transitivity, network density, and smaller mean distances compared to randomly generated networks. Thus, our findings show that students can use LLMs to produce synthetic networks with realistic structures while tailoring to the individual preferences of each student. The analysis of students’ interactions (prompts) with the LLMs revealed a predominant use of direct instructions and output specifications, with less emphasis on providing contextual details or iterative refinement of the LLM's responses, which highlights the need for AI literacy training to optimize students’ use of generative AI. Students’ perceptions of the use of AI were overall positive; they found using LLMs time saving and beneficial, although opinions on output relevance and quality varied, especially for assignments requiring replication of specific networks.","PeriodicalId":49191,"journal":{"name":"IEEE Transactions on Learning Technologies","volume":"18 ","pages":"556-568"},"PeriodicalIF":2.9,"publicationDate":"2025-03-09","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=10994563","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"144170905","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":3,"RegionCategory":"教育学","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"OA","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}

{"title":"Exploring Augmented Reality's Influence on Cognitive Load and Emotional Dynamics Within AAV Training Environments","authors":"Fatema Rahimi;Abolghasem Sadeghi-Niaraki;Houbing Song;Huihui Wang;Soo-Mi Choi","doi":"10.1109/TLT.2025.3568416","DOIUrl":"https://doi.org/10.1109/TLT.2025.3568416","url":null,"abstract":"This study investigates the cognitive and emotional processes involved in augmented reality (AR)-based learning. The study looks at learning outcomes, emotional responses, meditation, and attention using a comprehensive approach that includes self-assessment, electroencephalogram data gathering, and postexperiment questionnaires. In total, 12 participants, selected based on their English proficiency and lack of prior knowledge of the course material, engaged in AR-based learning, while a baseline reading condition was included to contextualize cognitive and emotional engagement. The study findings indicate that the AR group's participants demonstrated notably elevated attention and meditation levels, indicating heightened engagement and focus that is advantageous for efficient assimilation and retention of knowledge. Furthermore, AR learners reported feeling less tired and exhausted, which may have mitigated the negative emotional states that are frequently connected to learning activities. However, no significant differences in negative emotions were observed between the reading and AR groups. These results emphasize the value of customized AR environments for education goals and the need for more study to maximize learning outcomes and affective experiences in AR learning contexts.","PeriodicalId":49191,"journal":{"name":"IEEE Transactions on Learning Technologies","volume":"18 ","pages":"581-592"},"PeriodicalIF":2.9,"publicationDate":"2025-03-08","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"144213627","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":3,"RegionCategory":"教育学","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}