{"id":"https://openalex.org/W4413267969","doi":"https://doi.org/10.1145/3696630.3731663","title":"``I Would Have Written My Code Differently': Beginners Struggle to Understand LLM-Generated Code","display_name":"``I Would Have Written My Code Differently': Beginners Struggle to Understand LLM-Generated Code","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4413267969","doi":"https://doi.org/10.1145/3696630.3731663"},"language":"en","primary_location":{"id":"doi:10.1145/3696630.3731663","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3696630.3731663","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.19037","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018675797","display_name":"Yangtian Zi","orcid":"https://orcid.org/0000-0003-2606-3280"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yangtian Zi","raw_affiliation_strings":["Northeastern University, Boston, USA"],"raw_orcid":"https://orcid.org/0000-0003-2606-3280","affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113079397","display_name":"Luisa Li","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luisa Li","raw_affiliation_strings":["Northeastern University, Boston, USA"],"raw_orcid":"https://orcid.org/0009-0006-3930-5241","affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044042294","display_name":"Arjun Guha","orcid":"https://orcid.org/0000-0002-7493-3271"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arjun Guha","raw_affiliation_strings":["Northeastern University, Boston, USA"],"raw_orcid":"https://orcid.org/0000-0002-7493-3271","affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075492610","display_name":"Carolyn Jane Anderson","orcid":"https://orcid.org/0000-0001-5717-4210"},"institutions":[{"id":"https://openalex.org/I189731429","display_name":"Wellesley College","ror":"https://ror.org/01srpnj69","country_code":"US","type":"education","lineage":["https://openalex.org/I189731429"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carolyn Anderson","raw_affiliation_strings":["Wellesley College, Wellesley, USA"],"raw_orcid":"https://orcid.org/0000-0001-5717-4210","affiliations":[{"raw_affiliation_string":"Wellesley College, Wellesley, USA","institution_ids":["https://openalex.org/I189731429"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010858670","display_name":"Molly Q Feldman","orcid":"https://orcid.org/0000-0002-5222-7720"},"institutions":[{"id":"https://openalex.org/I70571728","display_name":"Oberlin College","ror":"https://ror.org/05ac26z88","country_code":"US","type":"education","lineage":["https://openalex.org/I70571728"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Molly Q Feldman","raw_affiliation_strings":["Oberlin College, Oberlin, USA"],"raw_orcid":"https://orcid.org/0000-0002-5222-7720","affiliations":[{"raw_affiliation_string":"Oberlin College, Oberlin, USA","institution_ids":["https://openalex.org/I70571728"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5018675797"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":26.3166,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.99341636,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1479","last_page":"1488"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11762","display_name":"Law, Economics, and Judicial Systems","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13075","display_name":"Legal Systems and Judicial Processes","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.684269368648529},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6348528861999512},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6122872233390808}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.684269368648529},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6348528861999512},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6122872233390808},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3696630.3731663","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3696630.3731663","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2504.19037","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.19037","pdf_url":"https://arxiv.org/pdf/2504.19037","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:share.osf.io:3bd1700b-13d6-4419-bc12-a0aecd95087d","is_oa":false,"landing_page_url":"https://osf.io/4zvjm","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.19037","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.19037","pdf_url":"https://arxiv.org/pdf/2504.19037","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2395437079","display_name":null,"funder_award_id":"SES-2326174","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G464139256","display_name":null,"funder_award_id":"SES-2326173","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4746318038","display_name":null,"funder_award_id":"SES-2326175","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1967709752","https://openalex.org/W2063649921","https://openalex.org/W2157289187","https://openalex.org/W2281090488","https://openalex.org/W2750779823","https://openalex.org/W2800092803","https://openalex.org/W2808267878","https://openalex.org/W2890602480","https://openalex.org/W4233869839","https://openalex.org/W4234955166","https://openalex.org/W4246189536","https://openalex.org/W4365806374","https://openalex.org/W4379958550","https://openalex.org/W4385570331","https://openalex.org/W4396601200","https://openalex.org/W4401042383","https://openalex.org/W4403662078","https://openalex.org/W4404432408","https://openalex.org/W4404910428","https://openalex.org/W4405562067","https://openalex.org/W4406604115","https://openalex.org/W4407760896","https://openalex.org/W4412888943"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"language":[1,88],"models":[2,28],"(LLMs)":[3],"are":[4,56],"being":[5],"increasingly":[6],"adopted":[7],"for":[8,20,59,123],"programming":[9],"work.":[10],"Prior":[11],"work":[12],"shows":[13],"that":[14,139],"while":[15],"LLMs":[16],"accelerate":[17],"task":[18,101],"completion":[19],"professional":[21],"programmers,":[22],"beginning":[23,60,144],"programmers":[24,145],"struggle":[25],"to":[26,143,147],"prompt":[27],"effectively.":[29],"However,":[30],"prompting":[31],"is":[32,43],"just":[33],"half":[34],"of":[35,90,111],"the":[36,73,137],"code":[37,42,70,79,140,149],"generation":[38],"process":[39],"--":[40],"when":[41],"generated,":[44],"it":[45],"must":[46],"be":[47],"read,":[48],"evaluated,":[49],"and":[50,71,92,131],"integrated":[51],"(or":[52],"rejected).":[53],"How":[54],"accessible":[55],"these":[57],"tasks":[58],"programmers?":[61],"This":[62],"paper":[63],"measures":[64],"how":[65,83],"well":[66,84],"beginners":[67],"comprehend":[68],"LLM-generated":[69,93],"explores":[72],"challenges":[74,120],"students":[75,85,98],"face":[76],"in":[77],"judging":[78],"correctness.":[80],"We":[81],"compare":[82],"understand":[86],"natural":[87],"descriptions":[89],"functions":[91],"implementations,":[94],"studying":[95],"32":[96],"CS1":[97],"on":[99],"160":[100],"instances.":[102],"Our":[103,134],"results":[104],"show":[105],"a":[106],"low":[107],"per-task":[108],"success":[109],"rate":[110],"32.5\\%,":[112],"with":[113,128,150],"indiscriminate":[114],"struggles":[115],"across":[116],"demographic":[117],"populations.":[118],"Key":[119],"include":[121],"barriers":[122],"non-native":[124],"English":[125],"speakers,":[126],"unfamiliarity":[127],"Python":[129],"syntax,":[130],"automation":[132],"bias.":[133],"findings":[135],"highlight":[136],"barrier":[138],"comprehension":[141],"presents":[142],"seeking":[146],"write":[148],"LLMs.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-05-28T09:10:13.091523","created_date":"2025-10-10T00:00:00"}