{"id":"https://openalex.org/W7125777418","doi":"https://doi.org/10.1109/msp.2025.3590807","title":"Findings of Mega: Math explanation with LLMs using the socratic method for active learning","display_name":"Findings of Mega: Math explanation with LLMs using the socratic method for active learning","publication_year":2025,"publication_date":"2025-11-01","ids":{"openalex":"https://openalex.org/W7125777418","doi":"https://doi.org/10.1109/msp.2025.3590807"},"language":null,"primary_location":{"id":"doi:10.1109/msp.2025.3590807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2025.3590807","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123904844","display_name":"Tosin Adewumi","orcid":null},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Tosin Adewumi","raw_affiliation_strings":["Machine Learning Group, EISLAB, Lule&#x00E5; University of Technology, Lule&#x00E5;, Sweden"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, EISLAB, Lule&#x00E5; University of Technology, Lule&#x00E5;, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123922182","display_name":"Foteini Simistira Liwicki","orcid":null},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Foteini Simistira Liwicki","raw_affiliation_strings":["Machine Learning Group, EISLAB, Lule&#x00E5; University of Technology, Lule&#x00E5;, Sweden"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, EISLAB, Lule&#x00E5; University of Technology, Lule&#x00E5;, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123986977","display_name":"Marcus Liwicki","orcid":null},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Marcus Liwicki","raw_affiliation_strings":["Machine Learning Group, EISLAB, Lule&#x00E5; University of Technology, Lule&#x00E5;, Sweden"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, EISLAB, Lule&#x00E5; University of Technology, Lule&#x00E5;, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123932416","display_name":"Viktor Gardelli","orcid":null},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Viktor Gardelli","raw_affiliation_strings":["Department of Health, Learning and Technology, Lule&#x00E5; University of Technology, Lule&#x00E5;, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Health, Learning and Technology, Lule&#x00E5; University of Technology, Lule&#x00E5;, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123914901","display_name":"Lama Alkhaled","orcid":null},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Lama Alkhaled","raw_affiliation_strings":["ProcessIT Innovations, Lule&#x00E5; University of Technology, Lule&#x00E5;, Sweden"],"affiliations":[{"raw_affiliation_string":"ProcessIT Innovations, Lule&#x00E5; University of Technology, Lule&#x00E5;, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124010651","display_name":"Hamam Mokayed","orcid":null},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Hamam Mokayed","raw_affiliation_strings":["Machine Learning Group, EISLAB, Lule&#x00E5; University of Technology, Lule&#x00E5;, Sweden"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, EISLAB, Lule&#x00E5; University of Technology, Lule&#x00E5;, Sweden","institution_ids":["https://openalex.org/I190632392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5123904844"],"corresponding_institution_ids":["https://openalex.org/I190632392"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.81907144,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"42","issue":"6","first_page":"77","last_page":"94"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.42570000886917114,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.42570000886917114,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10130","display_name":"Mathematics Education and Teaching Techniques","score":0.056299999356269836,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.05299999937415123,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7177000045776367},{"id":"https://openalex.org/keywords/socratic-method","display_name":"Socratic method","score":0.6935999989509583},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.5245000123977661},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.49459999799728394},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.3472999930381775},{"id":"https://openalex.org/keywords/teaching-method","display_name":"Teaching method","score":0.3294999897480011},{"id":"https://openalex.org/keywords/timeline","display_name":"Timeline","score":0.31439998745918274}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7177000045776367},{"id":"https://openalex.org/C2801541","wikidata":"https://www.wikidata.org/wiki/Q839475","display_name":"Socratic method","level":2,"score":0.6935999989509583},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.6881999969482422},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.5245000123977661},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.49459999799728394},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.43149998784065247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35190001130104065},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.3472999930381775},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3176000118255615},{"id":"https://openalex.org/C4438859","wikidata":"https://www.wikidata.org/wiki/Q186117","display_name":"Timeline","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C48561166","wikidata":"https://www.wikidata.org/wiki/Q1347367","display_name":"Aptitude","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C173600914","wikidata":"https://www.wikidata.org/wiki/Q3663819","display_name":"Number sense","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C2984408293","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Math education","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C2779386606","wikidata":"https://www.wikidata.org/wiki/Q2393642","display_name":"Handwriting","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/msp.2025.3590807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2025.3590807","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8578794598579407,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"article":[1],"presents":[2],"an":[3,150],"intervention":[4],"study":[5],"on":[6,29,149],"the":[7,10,15,67,87,91,111,128,133,167,192,210,228,235,253,256,266,272,289,292,299,302],"effects":[8],"of":[9,13,69,127,132,144,153,158,164,191,255],"combined":[11],"methods":[12],"1)":[14],"Socratic":[16],"method,":[17],"2)":[18],"chain-of-thought":[19],"(CoT)":[20,94],"reasoning,":[21],"3)":[22],"simplified":[23],"gamification,":[24],"and":[25,57,140,160,186,259,298],"4)":[26],"formative":[27],"feedback":[28],"university":[30,115],"students\u2019":[31,78],"math":[32,70,79,248],"learning":[33,218],"driven":[34],"by":[35,48,101,301],"large":[36],"language":[37],"models":[38],"(LLMs).":[39],"We":[40,85,250,284],"call":[41],"our":[42],"approach":[43],"Mathematics":[44,141],"Explanations":[45],"through":[46],"Games":[47],"AI":[49],"LLMs":[50,178,258,280],"(MEGA).":[51],"Some":[52],"students":[53,204,303],"struggle":[54],"with":[55,278],"math,":[56],"as":[58,215],"a":[59,103,155,161],"result,":[60],"avoid":[61],"math-related":[62],"disciplines":[63],"or":[64],"subjects":[65],"despite":[66],"importance":[68],"across":[71],"many":[72],"fields,":[73],"including":[74],"signal":[75],"processing.":[76],"Oftentimes,":[77],"difficulties":[80],"stem":[81],"from":[82,125],"suboptimal":[83],"pedagogy.":[84],"compared":[86,231],"MEGA":[88,211,242,268,290],"method":[89,95,212],"to":[90,96,174,232,270,288],"traditional":[92],"step-by-step":[93],"ascertain":[97],"which":[98],"is":[99,213,223,243],"better":[100,216,226,244,281],"using":[102],"within-group":[104],"design":[105],"after":[106],"randomly":[107,123],"assigning":[108],"questions":[109],"for":[110,166,198,217,219,265,304],"participants,":[112],"who":[113],"are":[114],"students.":[116],"Samples":[117],"<inline-formula":[118],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[119],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[120],"notation=\"LaTeX\">${(}{n}{=}{60}{)}$</tex-math></inline-formula>":[121],"were":[122,172,196],"drawn":[124],"each":[126],"two":[129,176,257],"test":[130],"sets":[131],"Grade":[134],"School":[135],"Math":[136],"8":[137],"K":[138],"(GSM8K)":[139],"Aptitude":[142],"Test":[143],"Heuristics":[145],"(MATH)":[146],"datasets,":[147],"based":[148],"error":[151],"margin":[152],"11%,":[154],"confidence":[156],"level":[157],"90%,":[159],"manageable":[162],"number":[163],"samples":[165,171],"student":[168],"evaluators.":[169],"These":[170],"used":[173],"evaluate":[175],"capable":[177],"at":[179,245],"length":[180],"[Generative":[181],"Pretrained":[182],"Transformer":[183],"4o":[184],"(GPT4o)":[185],"Claude":[187],"3.5":[188],"Sonnet]":[189],"out":[190],"initial":[193],"six":[194],"that":[195,203,209,241,261,275,295],"tested":[197],"capability.":[199],"The":[200],"results":[201],"showed":[202,260],"agree":[205],"in":[206,234],"more":[207,236],"instances":[208],"experienced":[214],"both":[220],"datasets.":[221],"It":[222],"even":[224],"much":[225],"than":[227,282],"CoT":[229],"(47.5%":[230],"26.67%)":[233],"difficult":[237,247],"MATH":[238],"dataset,":[239],"indicating":[240],"explaining":[246],"problems.":[249],"also":[251],"calculated":[252],"accuracies":[254,263],"model":[262],"differ":[264],"methods.":[267],"appears":[269],"expose":[271],"hallucination":[273],"challenge":[274],"still":[276],"exists":[277],"these":[279],"CoT.":[283],"provide":[285],"public":[286],"access":[287],"app,":[291],"preset":[293],"instructions":[294],"we":[296],"created,":[297],"annotations":[300],"transparency.":[305]},"counts_by_year":[],"updated_date":"2026-01-28T23:18:48.515280","created_date":"2026-01-28T00:00:00"}