{"id":"https://openalex.org/W7162678224","doi":"https://doi.org/10.1145/3774905.3795840","title":"Struggling at the Start: Structural Causes of Decoding Difficulty in Code Generation","display_name":"Struggling at the Start: Structural Causes of Decoding Difficulty in Code Generation","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162678224","doi":"https://doi.org/10.1145/3774905.3795840"},"language":null,"primary_location":{"id":"doi:10.1145/3774905.3795840","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3774905.3795840","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137257250","display_name":"Yuqi Zhu","orcid":"https://orcid.org/0009-0004-2903-7138"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuqi Zhu","raw_affiliation_strings":["Academy of Military Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-2903-7138","affiliations":[{"raw_affiliation_string":"Academy of Military Sciences, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137264839","display_name":"Jia Li","orcid":"https://orcid.org/0000-0002-9411-971X"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Li","raw_affiliation_strings":["Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-9411-971X","affiliations":[{"raw_affiliation_string":"Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137234447","display_name":"Hao Jiang","orcid":"https://orcid.org/0000-0002-8304-3692"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Jiang","raw_affiliation_strings":["Academy of Military Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8304-3692","affiliations":[{"raw_affiliation_string":"Academy of Military Sciences, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137265969","display_name":"Shengze Li","orcid":"https://orcid.org/0000-0003-2160-8675"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shengze Li","raw_affiliation_strings":["Academy of Military Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2160-8675","affiliations":[{"raw_affiliation_string":"Academy of Military Sciences, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050228445","display_name":"Jieyuan Zhang","orcid":"https://orcid.org/0000-0001-6635-4117"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jieyuan Zhang","raw_affiliation_strings":["Academy of Military Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-3041-7420","affiliations":[{"raw_affiliation_string":"Academy of Military Sciences, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5137287035","display_name":"Ang Li","orcid":"https://orcid.org/0009-0000-0810-3467"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ang Li","raw_affiliation_strings":["Academy of Military Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-0810-3467","affiliations":[{"raw_affiliation_string":"Academy of Military Sciences, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1181","last_page":"1189"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.07199999690055847,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.07199999690055847,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.050700001418590546,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12070","display_name":"Writing and Handwriting Education","score":0.0421999990940094,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5569999814033508},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.510699987411499},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.3797999918460846},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.3273000121116638},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.27959999442100525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6391000151634216},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5569999814033508},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.510699987411499},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3797999918460846},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3456999957561493},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34310001134872437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33079999685287476},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.3273000121116638},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.2937999963760376},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27300000190734863}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774905.3795840","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3774905.3795840","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W4384345649","https://openalex.org/W4386185625","https://openalex.org/W4391272793","https://openalex.org/W4401671778","https://openalex.org/W4403796339","https://openalex.org/W4407551092"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"demonstrate":[4],"strong":[5],"performance":[6,24],"in":[7,58,67,92],"code":[8,52,68,163],"generation,":[9,53],"yet":[10],"generation":[11],"errors":[12],"remain":[13],"prevalent.":[14],"Prior":[15],"analyses":[16],"primarily":[17],"focus":[18],"on":[19,85,135,161],"final":[20],"outputs":[21],"and":[22,51,54,137,157],"aggregate":[23],"metrics,":[25],"with":[26,98],"limited":[27],"examination":[28],"of":[29,154],"the":[30,151],"decoding":[31,60,65,94,132,155],"process":[32],"that":[33,64,119,140],"gives":[34],"rise":[35],"to":[36],"these":[37,86],"outputs.":[38],"To":[39,109],"address":[40],"this,":[41],"we":[42,88,113],"conduct":[43],"a":[44,115,124],"systematic":[45],"token-level":[46],"comparison":[47],"between":[48],"natural":[49],"language":[50],"identify":[55],"consistent":[56],"differences":[57],"their":[59],"behaviors.":[61],"We":[62],"find":[63],"difficulty":[66,95,156],"is":[69,74,96],"not":[70],"uniformly":[71],"distributed,":[72],"but":[73],"concentrated":[75],"at":[76,81,102,147],"structurally":[77],"critical":[78],"positions,":[79,149],"particularly":[80],"line-initial":[82,148],"tokens.":[83],"Based":[84],"observations,":[87],"propose":[89],"an":[90],"interpretation":[91],"which":[93],"associated":[97],"increased":[99],"predictive":[100,145],"uncertainty":[101],"high-level":[103],"structural":[104,121],"decision":[105],"points":[106],"during":[107],"generation.":[108,164],"probe":[110],"this":[111,141],"interpretation,":[112],"introduce":[114],"lightweight":[116],"prompt-level":[117],"intervention":[118,142],"provides":[120],"guidance,":[122],"enabling":[123],"controlled":[125],"diagnostic":[126],"analysis":[127],"without":[128],"modifying":[129],"LLMs":[130],"or":[131],"strategies.":[133],"Experiments":[134],"HumanEval":[136],"MBPP":[138],"show":[139],"consistently":[143],"reduces":[144],"entropy":[146],"highlighting":[150],"localized":[152],"nature":[153],"motivating":[158],"future":[159],"work":[160],"structure-aware":[162]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-05-29T00:00:00"}