{"id":"https://openalex.org/W7128781215","doi":"https://doi.org/10.1145/3770761.3777328","title":"Examining Students' Code Comprehension with LLMs in Block- and Text-Based Programming","display_name":"Examining Students' Code Comprehension with LLMs in Block- and Text-Based Programming","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7128781215","doi":"https://doi.org/10.1145/3770761.3777328"},"language":null,"primary_location":{"id":"doi:10.1145/3770761.3777328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770761.3777328","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3770761.3777328","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125955684","display_name":"Shan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shan Zhang","raw_affiliation_strings":["Univeristy of Florida, Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"Univeristy of Florida, Gainesville, FL, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053899474","display_name":"Toni V. Earle-Randell","orcid":"https://orcid.org/0000-0002-1660-9481"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toni V. Earle-Randell","raw_affiliation_strings":["Univeristy of Florida, Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"Univeristy of Florida, Gainesville, FL, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111371572","display_name":"P. Prasad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Priyadharshini Ganapathy Prasad","raw_affiliation_strings":["Univeristy of Florida, Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"Univeristy of Florida, Gainesville, FL, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125968801","display_name":"Zifeng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zifeng Liu","raw_affiliation_strings":["Univeristy of Florida, Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"Univeristy of Florida, Gainesville, FL, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064557490","display_name":"Yang Shi","orcid":"https://orcid.org/0000-0002-4984-201X"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Shi","raw_affiliation_strings":["Utah State University, Logan, UT, USA"],"affiliations":[{"raw_affiliation_string":"Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102473013","display_name":"Suma Bhat","orcid":null},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suma Bhat","raw_affiliation_strings":["Princeton University, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Princeton University, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011088025","display_name":"Maya Israel","orcid":"https://orcid.org/0000-0003-0302-6559"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maya Israel","raw_affiliation_strings":["Univeristy of Florida, Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"Univeristy of Florida, Gainesville, FL, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125976436","display_name":"Anthony F. Botelho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anthony F. Botelho","raw_affiliation_strings":["Univeristy of Florida, Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"Univeristy of Florida, Gainesville, FL, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5125955684"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.73914578,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1601","last_page":"1602"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.8561000227928162,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.8561000227928162,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.01769999973475933,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.016699999570846558,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.6757000088691711},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.613099992275238},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4796000123023987},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.4781999886035919},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.39309999346733093},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.3698999881744385}],"concepts":[{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6757000088691711},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6711000204086304},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.613099992275238},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4796000123023987},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.4781999886035919},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4413999915122986},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.39309999346733093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39149999618530273},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3698999881744385},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.352400004863739},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.31709998846054077},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.29910001158714294},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2937000095844269},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.29120001196861267},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2676999866962433},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2644999921321869}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3770761.3777328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770761.3777328","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.2","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3770761.3777328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770761.3777328","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.2","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W1983637051","https://openalex.org/W2964965801"],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"how":[1],"students":[2,102],"reason":[3],"about":[4],"code":[5,36],"is":[6,45,221],"essential":[7,222],"for":[8,62,69,116,152,165],"providing":[9],"tailored":[10],"scaffolding":[11],"in":[12,53,243],"computer":[13],"science":[14],"(CS)":[15],"education.":[16],"Prior":[17],"work":[18,202,230],"has":[19],"used":[20],"think-aloud":[21,97,198],"protocols":[22],"with":[23,113,118,207],"the":[24,27,81,186,189],"Structure":[25],"of":[26,99,145,191],"Observed":[28],"Learning":[29],"Outcomes":[30],"(SOLO)":[31],"taxonomy":[32],"to":[33,83,196,209,223,235,238],"examine":[34,210],"students'":[35],"comprehension":[37],"and":[38,47,86,92,106,148,160,188,194,226],"programming":[39],"levels.":[40],"However,":[41],"analyzing":[42],"such":[43,155,171],"data":[44],"labor-intensive":[46],"requires":[48],"expert":[49],"judgment.":[50],"Recent":[51],"advances":[52],"large":[54],"language":[55],"models":[56],"(LLMs)":[57],"offer":[58],"a":[59,218],"promising":[60],"avenue":[61],"scaling":[63],"this":[64,76,201,233],"analysis,":[65],"though":[66,125],"their":[67,241],"reliability":[68,225],"fine-grained":[70],"coding":[71],"remains":[72],"uncertain.":[73],"To":[74],"address":[75],"gap,":[77],"our":[78,213],"study":[79],"investigates":[80],"extent":[82],"which":[84],"GPT-5":[85,193],"4o":[87,195],"can":[88],"classify":[89],"SOLO":[90],"levels":[91,130],"identify":[93],"code-comprehension":[94],"strategies":[95,154,170],"from":[96],"transcripts":[98],"27":[100],"high-school":[101],"working":[103],"on":[104],"block-based":[105],"text-based":[107],"tasks.":[108],"Results":[109],"show":[110],"modest":[111],"alignment":[112],"human":[114],"ratings":[115],"SOLO,":[117],"one-shot":[119],"prompting":[120],"improving":[121],"agreement":[122],"over":[123],"zero-shot,":[124],"distinctions":[126],"between":[127],"adjacent":[128],"lower":[129],"(e.g.,":[131],"Prestructural":[132],"1":[133],"vs.":[134],"2)":[135],"remained":[136],"difficult.":[137],"Strategy":[138],"detection":[139],"demonstrated":[140],"stronger":[141],"performance,":[142],"achieving":[143],"accuracies":[144],"75\u201377%":[146],"(block)":[147],"62\u201367%":[149],"(text),":[150],"particularly":[151],"surface-visible":[153],"as":[156,172],"'walkthroughs',":[157],"'control-structure":[158],"identification',":[159],"'pattern":[161],"recognition',":[162],"but":[163],"weaker":[164],"less":[166],"frequent,":[167],"abstract,":[168],"meta-cognitive":[169],"'strategizing'":[173],"(planning":[174],"an":[175,204],"approach)":[176],"or":[177],"'thoroughness'":[178],"(systematically":[179],"checking":[180],"work).":[181],"These":[182],"findings":[183],"highlight":[184],"both":[185],"potential":[187],"limitations":[190],"using":[192],"analyze":[197],"data.":[199],"While":[200],"represents":[203],"initial":[205],"step,":[206],"plans":[208],"more":[211],"models,":[212],"preliminary":[214],"results":[215],"indicate":[216],"that":[217],"human-in-the-loop":[219],"approach":[220],"ensure":[224],"interpretive":[227],"depth.":[228],"Future":[229],"will":[231],"extend":[232],"evaluation":[234],"other":[236],"LLMs":[237],"better":[239],"understand":[240],"role":[242],"supporting":[244],"instructional":[245],"decision-making.":[246]},"counts_by_year":[],"updated_date":"2026-02-15T05:58:04.055770","created_date":"2026-02-14T00:00:00"}