{"id":"https://openalex.org/W4391417542","doi":"https://doi.org/10.1145/3613904.3642706","title":"How Beginning Programmers and Code LLMs (Mis)read Each Other","display_name":"How Beginning Programmers and Code LLMs (Mis)read Each Other","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4391417542","doi":"https://doi.org/10.1145/3613904.3642706"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642706","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642706","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642706","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642706","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027365771","display_name":"Sydney Nguyen","orcid":"https://orcid.org/0000-0002-7053-699X"},"institutions":[{"id":"https://openalex.org/I189731429","display_name":"Wellesley College","ror":"https://ror.org/01srpnj69","country_code":"US","type":"education","lineage":["https://openalex.org/I189731429"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sydney Nguyen","raw_affiliation_strings":["Department of Computer Science, Wellesley College, United States"],"raw_orcid":"https://orcid.org/0000-0002-7053-699X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Wellesley College, United States","institution_ids":["https://openalex.org/I189731429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092120710","display_name":"Hannah McLean Babe","orcid":"https://orcid.org/0009-0007-4413-0471"},"institutions":[{"id":"https://openalex.org/I70571728","display_name":"Oberlin College","ror":"https://ror.org/05ac26z88","country_code":"US","type":"education","lineage":["https://openalex.org/I70571728"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hannah McLean Babe","raw_affiliation_strings":["Department of Computer Science, Oberlin College, United States"],"raw_orcid":"https://orcid.org/0009-0007-4413-0471","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oberlin College, United States","institution_ids":["https://openalex.org/I70571728"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018675797","display_name":"Yangtian Zi","orcid":"https://orcid.org/0000-0003-2606-3280"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yangtian Zi","raw_affiliation_strings":["Northeastern University, United States"],"raw_orcid":"https://orcid.org/0000-0003-2606-3280","affiliations":[{"raw_affiliation_string":"Northeastern University, United States","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044042294","display_name":"Arjun Guha","orcid":"https://orcid.org/0000-0002-7493-3271"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arjun Guha","raw_affiliation_strings":["Computer Science, Northeastern University, United States and Research, Roblox, United States"],"raw_orcid":"https://orcid.org/0000-0002-7493-3271","affiliations":[{"raw_affiliation_string":"Computer Science, Northeastern University, United States and Research, Roblox, United States","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075492610","display_name":"Carolyn Jane Anderson","orcid":"https://orcid.org/0000-0001-5717-4210"},"institutions":[{"id":"https://openalex.org/I189731429","display_name":"Wellesley College","ror":"https://ror.org/01srpnj69","country_code":"US","type":"education","lineage":["https://openalex.org/I189731429"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carolyn Jane Anderson","raw_affiliation_strings":["Department of Computer Science, Wellesley College, United States"],"raw_orcid":"https://orcid.org/0000-0001-5717-4210","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Wellesley College, United States","institution_ids":["https://openalex.org/I189731429"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010858670","display_name":"Molly Q Feldman","orcid":"https://orcid.org/0000-0002-5222-7720"},"institutions":[{"id":"https://openalex.org/I70571728","display_name":"Oberlin College","ror":"https://ror.org/05ac26z88","country_code":"US","type":"education","lineage":["https://openalex.org/I70571728"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Molly Q Feldman","raw_affiliation_strings":["Department of Computer Science, Oberlin College, United States"],"raw_orcid":"https://orcid.org/0000-0002-5222-7720","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oberlin College, United States","institution_ids":["https://openalex.org/I70571728"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5027365771"],"corresponding_institution_ids":["https://openalex.org/I189731429"],"apc_list":null,"apc_paid":null,"fwci":34.3161,"has_fulltext":true,"cited_by_count":46,"citation_normalized_percentile":{"value":0.99758459,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.8712999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.8712999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7921000123023987,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.7900000214576721,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6329559087753296},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5560537576675415},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5506758093833923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6329559087753296},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5560537576675415},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5506758093833923},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3613904.3642706","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642706","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642706","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2401.15232","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.15232","pdf_url":"https://arxiv.org/pdf/2401.15232","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642706","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642706","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642706","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2395437079","display_name":null,"funder_award_id":"SES-2326174","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G464139256","display_name":null,"funder_award_id":"SES-2326173","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4746318038","display_name":null,"funder_award_id":"SES-2326175","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5103866041","display_name":"Collaborative Research: FW-HTF-RM: AI-Assisted Programming: Equipping Social and Natural Scientists for the Future of Research","funder_award_id":"2326174","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5205782991","display_name":"Collaborative Research: FW-HTF-RM: AI-Assisted Programming: Equipping Social and Natural Scientists for the Future of Research","funder_award_id":"2326175","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8157131709","display_name":"Collaborative Research: FW-HTF-RM: AI-Assisted Programming: Equipping Social and Natural Scientists for the Future of Research","funder_award_id":"2326173","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391417542.pdf"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W1540823594","https://openalex.org/W1694295455","https://openalex.org/W1951724000","https://openalex.org/W1973719497","https://openalex.org/W1974089349","https://openalex.org/W2010775113","https://openalex.org/W2012312630","https://openalex.org/W2013091051","https://openalex.org/W2032568497","https://openalex.org/W2036676782","https://openalex.org/W2063649921","https://openalex.org/W2066394248","https://openalex.org/W2082434633","https://openalex.org/W2093055647","https://openalex.org/W2135841285","https://openalex.org/W2146496290","https://openalex.org/W2157289187","https://openalex.org/W2165365113","https://openalex.org/W2281090488","https://openalex.org/W2470712504","https://openalex.org/W2605403059","https://openalex.org/W2786623891","https://openalex.org/W2808967136","https://openalex.org/W2941726745","https://openalex.org/W2955669146","https://openalex.org/W2963663592","https://openalex.org/W2998011150","https://openalex.org/W3007910004","https://openalex.org/W3017863658","https://openalex.org/W3048222927","https://openalex.org/W3133702157","https://openalex.org/W3146720657","https://openalex.org/W3160674997","https://openalex.org/W3161516024","https://openalex.org/W3176062377","https://openalex.org/W3177928934","https://openalex.org/W4211263275","https://openalex.org/W4213451626","https://openalex.org/W4220962633","https://openalex.org/W4225108562","https://openalex.org/W4226485558","https://openalex.org/W4229826799","https://openalex.org/W4245383073","https://openalex.org/W4281669078","https://openalex.org/W4281763794","https://openalex.org/W4283775237","https://openalex.org/W4293066270","https://openalex.org/W4307886640","https://openalex.org/W4312933868","https://openalex.org/W4312943943","https://openalex.org/W4313477803","https://openalex.org/W4318159335","https://openalex.org/W4320854935","https://openalex.org/W4321013654","https://openalex.org/W4321162272","https://openalex.org/W4323033692","https://openalex.org/W4362659486","https://openalex.org/W4365601419","https://openalex.org/W4366204357","https://openalex.org/W4366547384","https://openalex.org/W4366548330","https://openalex.org/W4382239980","https://openalex.org/W4382654294","https://openalex.org/W4383888921","https://openalex.org/W4384304865","https://openalex.org/W4386099272","https://openalex.org/W4386584937","https://openalex.org/W4388556611","https://openalex.org/W4389158536","https://openalex.org/W4392297945","https://openalex.org/W4394745423"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"Generative":[0],"AI":[1],"models,":[2],"specifically":[3],"large":[4],"language":[5],"models":[6],"(LLMs),":[7],"have":[8],"made":[9],"strides":[10],"towards":[11],"the":[12,32,43,55,64,101],"long-standing":[13],"goal":[14],"of":[15,24,36,42,57,76,148],"text-to-code":[16,44,102],"generation.":[17],"This":[18,69],"progress":[19],"has":[20],"invited":[21],"numerous":[22],"studies":[23],"user":[25],"interaction.":[26],"However,":[27],"less":[28],"is":[29,67,124],"known":[30],"about":[31],"struggles":[33],"and":[34,60,87,104,111,121,135,146],"strategies":[35],"non-experts,":[37],"for":[38,115,140],"whom":[39],"each":[40],"step":[41],"problem":[45],"presents":[46,71],"challenges:":[47],"describing":[48],"their":[49,118],"intent":[50],"in":[51,100],"natural":[52],"language,":[53],"evaluating":[54],"correctness":[56,123],"generated":[58,65],"code,":[59],"editing":[61,88,112],"prompts":[62],"when":[63,122],"code":[66],"incorrect.":[68],"paper":[70],"a":[72],"large-scale":[73],"controlled":[74],"study":[75],"how":[77],"120":[78],"beginning":[79],"coders":[80],"across":[81],"three":[82],"academic":[83],"institutions":[84],"approach":[85],"writing":[86,110],"prompts.":[89],"A":[90],"novel":[91],"experimental":[92],"design":[93],"allows":[94],"us":[95],"to":[96],"target":[97],"specific":[98],"steps":[99],"process":[103],"reveals":[105],"that":[106],"beginners":[107],"struggle":[108],"with":[109,137],"prompts,":[113],"even":[114],"problems":[116],"at":[117],"skill":[119],"level":[120],"automatically":[125],"determined.":[126],"Our":[127],"mixed-methods":[128],"evaluation":[129],"provides":[130],"insight":[131],"into":[132],"student":[133],"processes":[134],"perceptions":[136],"key":[138],"implications":[139],"non-expert":[141],"Code":[142],"LLM":[143],"use":[144],"within":[145],"outside":[147],"education.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":8}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}