{"id":"https://openalex.org/W4413016144","doi":"https://doi.org/10.1007/s40593-025-00501-w","title":"Benchmarking Large Language Models on Homework Assessment in Circuit Analysis","display_name":"Benchmarking Large Language Models on Homework Assessment in Circuit Analysis","publication_year":2025,"publication_date":"2025-08-06","ids":{"openalex":"https://openalex.org/W4413016144","doi":"https://doi.org/10.1007/s40593-025-00501-w"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-025-00501-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00501-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00501-w.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00501-w.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100729607","display_name":"Liangliang Chen","orcid":"https://orcid.org/0000-0002-9594-640X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Liangliang Chen","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, 30332, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, 30332, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012782128","display_name":"Zhihao Qin","orcid":"https://orcid.org/0000-0001-9810-5609"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhihao Qin","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, 30332, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, 30332, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110326131","display_name":"Yiming Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiming Guo","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, 30332, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, 30332, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090315943","display_name":"Jacqueline Rohde","orcid":"https://orcid.org/0000-0002-8884-5571"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacqueline Rohde","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, 30332, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, 30332, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100386001","display_name":"Ying Zhang","orcid":"https://orcid.org/0000-0001-5246-2141"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Zhang","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, 30332, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, 30332, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100729607"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":7.1568,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.96920513,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"35","issue":"5","first_page":"3294","last_page":"3355"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.949999988079071,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.949999988079071,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.929099977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8350446224212646},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5798318982124329},{"id":"https://openalex.org/keywords/educational-technology","display_name":"Educational technology","score":0.555698037147522},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.42156532406806946},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3395574688911438},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2604798376560211},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.11288893222808838}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8350446224212646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5798318982124329},{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.555698037147522},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.42156532406806946},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3395574688911438},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2604798376560211},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.11288893222808838},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s40593-025-00501-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00501-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00501-w.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s40593-025-00501-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00501-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00501-w.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309321","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413016144.pdf","grobid_xml":"https://content.openalex.org/works/W4413016144.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W2926052689","https://openalex.org/W2953008521","https://openalex.org/W2963133108","https://openalex.org/W3185341429","https://openalex.org/W4226278401","https://openalex.org/W4283330306","https://openalex.org/W4312268114","https://openalex.org/W4320731315","https://openalex.org/W4322718191","https://openalex.org/W4323655724","https://openalex.org/W4327810158","https://openalex.org/W4362513652","https://openalex.org/W4367059011","https://openalex.org/W4367678106","https://openalex.org/W4375858605","https://openalex.org/W4377227441","https://openalex.org/W4378942305","https://openalex.org/W4379540389","https://openalex.org/W4380353816","https://openalex.org/W4383498485","https://openalex.org/W4384561707","https://openalex.org/W4384918448","https://openalex.org/W4385266429","https://openalex.org/W4385567149","https://openalex.org/W4385571232","https://openalex.org/W4385571576","https://openalex.org/W4386977020","https://openalex.org/W4387819982","https://openalex.org/W4387839203","https://openalex.org/W4388329028","https://openalex.org/W4389403907","https://openalex.org/W4389636360","https://openalex.org/W4390041933","https://openalex.org/W4390897568","https://openalex.org/W4391158659","https://openalex.org/W4391244276","https://openalex.org/W4391573863","https://openalex.org/W4391830424","https://openalex.org/W4392019953","https://openalex.org/W4392202731","https://openalex.org/W4392223026","https://openalex.org/W4392366650","https://openalex.org/W4392445324","https://openalex.org/W4392489035","https://openalex.org/W4392679398","https://openalex.org/W4393468332","https://openalex.org/W4394007799","https://openalex.org/W4394564271","https://openalex.org/W4394745423","https://openalex.org/W4396877948","https://openalex.org/W4399252035","https://openalex.org/W4400480600","https://openalex.org/W4400832623","https://openalex.org/W4401313437","https://openalex.org/W4402915290","https://openalex.org/W4404534210","https://openalex.org/W4405946119","https://openalex.org/W6778883912","https://openalex.org/W6849710474","https://openalex.org/W6861672098"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699"],"abstract_inverted_index":{"Abstract":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"have":[5,65],"the":[6,42,89,98,101,169,181,204,220,237],"potential":[7],"to":[8,20,79,105,116,191,227],"revolutionize":[9],"various":[10,82],"fields,":[11],"including":[12,47],"code":[13],"development,":[14],"robotics,":[15],"finance,":[16],"and":[17,25,51,75,129,136,152,199],"education,":[18],"due":[19],"their":[21],"extensive":[22],"prior":[23],"knowledge":[24],"rapid":[26],"advancements.":[27],"This":[28],"paper":[29],"investigates":[30],"how":[31],"LLMs":[32,173],"can":[33,224],"be":[34,225],"leveraged":[35],"in":[36,55,84,94,100,160,174,187,236],"engineering":[37,234],"education.":[38],"Specifically,":[39],"we":[40,165],"benchmark":[41],"capabilities":[43],"of":[44,71,91,120,171,177,184,206,215,231],"different":[45,161],"LLMs,":[46,97],"GPT-3.5":[48,144],"Turbo,":[49],"GPT-4o,":[50],"Llama":[52,137,153],"3":[53,138,154],"70B,":[54],"assessing":[56],"homework":[57,189],"for":[58,203,211,233],"an":[59],"undergraduate-level":[60],"circuit":[61,85,178,212],"analysis":[62],"course.":[63],"We":[64],"developed":[66],"a":[67,111,207,228],"novel":[68],"dataset":[69,102],"consisting":[70],"official":[72],"reference":[73],"solutions":[74,78,99],"real":[76],"student":[77,121],"problems":[80],"from":[81],"topics":[83],"analysis.":[86,179],"To":[87],"overcome":[88],"limitations":[90,170],"image":[92],"recognition":[93],"current":[95,172],"state-of-the-art":[96],"are":[103],"converted":[104],"LaTeX":[106],"format.":[107],"Using":[108],"this":[109],"dataset,":[110],"prompt":[112],"template":[113],"is":[114],"designed":[115],"test":[117],"five":[118,148],"metrics":[119],"solutions:":[122],"completeness,":[123],"method,":[124],"final":[125],"answer,":[126],"arithmetic":[127],"error,":[128],"units.":[130],"The":[131],"results":[132,196],"show":[133],"that":[134],"GPT-4o":[135,151],"70B":[139,155],"perform":[140],"significantly":[141],"better":[142],"than":[143],"Turbo":[145],"across":[146],"all":[147],"metrics,":[149],"with":[150],"each":[156],"having":[157],"distinct":[158],"advantages":[159],"evaluation":[162,222],"aspects.":[163],"Additionally,":[164],"present":[166],"insights":[167,202],"into":[168],"several":[175],"aspects":[176],"Given":[180],"paramount":[182],"importance":[183],"ensuring":[185],"reliability":[186],"LLM-generated":[188],"assessment":[190],"avoid":[192],"misleading":[193],"students,":[194],"our":[195,216],"establish":[197],"benchmarks":[198],"offer":[200],"valuable":[201],"development":[205],"reliable,":[208],"personalized":[209],"tutor":[210],"analysis\u2014a":[213],"focus":[214],"future":[217],"work.":[218],"Furthermore,":[219],"proposed":[221],"methods":[223],"generalized":[226],"broader":[229],"range":[230],"courses":[232],"education":[235],"future.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}