{"id":"https://openalex.org/W4416677089","doi":"https://doi.org/10.1109/dsaa65442.2025.11247983","title":"Student-Perceived Cognitive Load of LLM-Generated Programming Exercises","display_name":"Student-Perceived Cognitive Load of LLM-Generated Programming Exercises","publication_year":2025,"publication_date":"2025-10-09","ids":{"openalex":"https://openalex.org/W4416677089","doi":"https://doi.org/10.1109/dsaa65442.2025.11247983"},"language":null,"primary_location":{"id":"doi:10.1109/dsaa65442.2025.11247983","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsaa65442.2025.11247983","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 12th International Conference on Data Science and Advanced Analytics (DSAA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010068108","display_name":"Muhammad Fawad Akbar Khan","orcid":"https://orcid.org/0000-0001-9921-9405"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Muhammad Fawad Akbar Khan","raw_affiliation_strings":["School of Computing, Utah State University"],"affiliations":[{"raw_affiliation_string":"School of Computing, Utah State University","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120519224","display_name":"Ludia Eka Feri","orcid":null},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ludia Eka Feri","raw_affiliation_strings":["School of Computing, Utah State University"],"affiliations":[{"raw_affiliation_string":"School of Computing, Utah State University","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058252034","display_name":"Ha Nguyen","orcid":"https://orcid.org/0000-0001-7138-1427"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ha Nguyen","raw_affiliation_strings":["School of Education, University of North Carolina,Chapel Hill"],"affiliations":[{"raw_affiliation_string":"School of Education, University of North Carolina,Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090855504","display_name":"Hamid Reza Karimi","orcid":"https://orcid.org/0000-0001-7629-3266"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamid Karimi","raw_affiliation_strings":["School of Computing, Utah State University"],"affiliations":[{"raw_affiliation_string":"School of Computing, Utah State University","institution_ids":["https://openalex.org/I121980950"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010068108"],"corresponding_institution_ids":["https://openalex.org/I121980950"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37804041,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.7728999853134155,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.7728999853134155,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.040800001472234726,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.024399999529123306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/keystroke-logging","display_name":"Keystroke logging","score":0.6523000001907349},{"id":"https://openalex.org/keywords/cognitive-load","display_name":"Cognitive load","score":0.5895000100135803},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.5539000034332275},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5195000171661377},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.46219998598098755},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4146000146865845}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6671000123023987},{"id":"https://openalex.org/C161615301","wikidata":"https://www.wikidata.org/wiki/Q309396","display_name":"Keystroke logging","level":2,"score":0.6523000001907349},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.5895000100135803},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.5539000034332275},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5195000171661377},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.46219998598098755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43050000071525574},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3962000012397766},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3562999963760376},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34209999442100525},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.31369999051094055},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29760000109672546},{"id":"https://openalex.org/C79540074","wikidata":"https://www.wikidata.org/wiki/Q3269465","display_name":"Keystroke dynamics","level":4,"score":0.2800000011920929},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.27489998936653137},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.2732999920845032},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2669000029563904},{"id":"https://openalex.org/C96865113","wikidata":"https://www.wikidata.org/wiki/Q2946816","display_name":"Certificate","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dsaa65442.2025.11247983","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsaa65442.2025.11247983","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 12th International Conference on Data Science and Advanced Analytics (DSAA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2007983047","display_name":null,"funder_award_id":"EES-2321304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1995897216","https://openalex.org/W2137576942","https://openalex.org/W2598377908","https://openalex.org/W2983034992","https://openalex.org/W3167554351","https://openalex.org/W3216901860","https://openalex.org/W4237464814","https://openalex.org/W4283212188","https://openalex.org/W4312950341","https://openalex.org/W4323033692","https://openalex.org/W4385422591","https://openalex.org/W4388408952","https://openalex.org/W4389437528","https://openalex.org/W4390490725","https://openalex.org/W4391584367","https://openalex.org/W4392542517","https://openalex.org/W4392564509","https://openalex.org/W4396896417","https://openalex.org/W4403723811","https://openalex.org/W4411404843"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,166],"are":[3,232],"increasingly":[4],"used":[5],"to":[6,85],"generate":[7],"programming":[8],"practice,":[9],"yet":[10],"their":[11],"cognitive":[12,22],"demands":[13],"for":[14,147,204,224],"CS1":[15],"learners":[16],"remain":[17],"underexplored.":[18],"We":[19,61],"investigate":[20],"student-perceived":[21],"load":[23,76,162,177,226],"on":[24,167,195],"GPT-generated":[25],"Python":[26],"exercises":[27,47],"using":[28,219],"a":[29,184],"custom":[30],"intelligent":[31],"tutoring":[32],"system":[33],"that":[34],"captures":[35],"fine-grained":[36],"keystrokes":[37],"and":[38,51,53,58,70,81,99,135,149,183,213,221,230],"offers":[39],"in-exercise":[40],"AI":[41,144],"feedback.":[42],"Nineteen":[43],"undergraduates":[44],"completed":[45],"nine":[46],"spanning":[48],"loops,":[49],"recursion,":[50],"classes":[52],"objects,":[54],"yielding":[55],"171":[56],"submissions":[57],"83,377":[59],"keystrokes.":[60],"triangulate":[62],"self-reports":[63],"with":[64,95,116,122,138,158,180,191],"keystroke":[65],"dynamics,":[66],"code":[67,107,229],"quality":[68],"metrics,":[69,108],"knowledge":[71,130],"component":[72],"(KC)":[73],"mastery.":[74],"Perceived":[75],"largely":[77],"tracked":[78],"labeled":[79],"difficulty":[80],"was":[82],"inversely":[83],"related":[84],"satisfaction.":[86],"Keystroke":[87],"features":[88],"were":[89],"the":[90,109,113,175],"strongest":[91],"correlates":[92],"of":[93,128],"load,":[94],"more":[96],"typing":[97],"bursts":[98],"longer":[100],"inter-keystroke":[101],"latencies":[102],"accompanying":[103],"higher":[104,119,139],"demand;":[105],"among":[106],"SLoC-LLoC":[110],"differential":[111],"showed":[112],"highest":[114],"association":[115],"demand,":[117],"aligning":[118],"structural":[120],"complexity":[121],"greater":[123],"mental":[124],"effort.":[125],"Lower":[126],"mastery":[127],"core":[129],"components\u2014especially":[131],"loops":[132],"plus":[133],"string":[134],"list":[136],"operations\u2014coincided":[137],"load.":[140],"Students":[141],"rated":[142],"instant":[143],"feedback":[145,217],"helpful":[146],"debugging":[148],"best":[150],"practices,":[151],"though":[152],"at":[153],"times":[154],"redundant":[155],"or":[156],"inconsistent":[157],"instructions.":[159],"To":[160],"estimate":[161],"automatically,":[163],"we":[164],"trained":[165],"observed":[168],"traces.":[169],"An":[170],"Extra":[171],"Trees":[172],"regressor":[173],"predicted":[174],"primary":[176],"measure":[178],"Demanding":[179],"RMSE":[181],"0.81,":[182],"three-level":[185],"classifier":[186],"achieved":[187],"86":[188],"%":[189],"accuracy":[190],"weighted":[192],"F1":[193],"0.85":[194],"held-out":[196],"students.":[197],"These":[198],"results":[199],"suggest":[200],"actionable":[201],"design":[202],"levers":[203],"LLM-based":[205],"tutors:":[206],"calibrate":[207],"task":[208],"complexity,":[209],"scaffold":[210],"high-strain":[211],"concepts,":[212],"deliver":[214],"concise,":[215],"context-aligned":[216],"while":[218],"keystroke-":[220],"code-based":[222],"signals":[223],"real-time":[225],"monitoring.":[227],"The":[228],"data":[231],"available:":[233],"https://github.com/DSAatUSU/LLMCognitiveLoadProgramming.":[234]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-25T00:00:00"}
