{"id":"https://openalex.org/W4399601909","doi":"https://doi.org/10.1145/3672456","title":"Self-Planning Code Generation with Large Language Models","display_name":"Self-Planning Code Generation with Large Language Models","publication_year":2024,"publication_date":"2024-06-13","ids":{"openalex":"https://openalex.org/W4399601909","doi":"https://doi.org/10.1145/3672456"},"language":"en","primary_location":{"id":"doi:10.1145/3672456","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672456","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672456","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3672456","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079903050","display_name":"Xue Jiang","orcid":"https://orcid.org/0000-0002-5317-865X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xue Jiang","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5317-865X","affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018401644","display_name":"Yihong Dong","orcid":"https://orcid.org/0000-0001-6228-4019"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihong Dong","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6228-4019","affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024958159","display_name":"L. F. Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lecheng Wang","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-3151-6683","affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zheng Fang","orcid":"https://orcid.org/0009-0007-7000-6909"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Fang","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-7000-6909","affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049446290","display_name":"Qiwei Shang","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiwei Shang","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-6501-0847","affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447682","display_name":"Ge Li","orcid":"https://orcid.org/0000-0002-5828-0186"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ge Li","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5828-0186","affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049100391","display_name":"Zhi Jin","orcid":"https://orcid.org/0000-0003-1087-226X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Jin","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1087-226X","affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065817676","display_name":"Wenpin Jiao","orcid":"https://orcid.org/0000-0001-9374-3900"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenpin Jiao","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9374-3900","affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), Ministry of Education, Beijing, China and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":84.5139,"has_fulltext":false,"cited_by_count":126,"citation_normalized_percentile":{"value":0.9997001,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"33","issue":"7","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8463163375854492},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.8061943054199219},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5223956108093262},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.46142202615737915},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.44912979006767273},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.43526825308799744},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3909503221511841},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.0776391327381134}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8463163375854492},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.8061943054199219},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5223956108093262},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.46142202615737915},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.44912979006767273},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.43526825308799744},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3909503221511841},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0776391327381134},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3672456","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672456","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672456","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3672456","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672456","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672456","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5837050951","display_name":null,"funder_award_id":"62072007, 62192733, 61832009, and 62192730","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399601909.pdf"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1495479466","https://openalex.org/W2143861926","https://openalex.org/W2166394932","https://openalex.org/W2167598051","https://openalex.org/W2402619042","https://openalex.org/W2890867094","https://openalex.org/W2962728167","https://openalex.org/W2962894772","https://openalex.org/W2963617989","https://openalex.org/W2963655793","https://openalex.org/W2963868406","https://openalex.org/W2964325845","https://openalex.org/W2997847174","https://openalex.org/W3185341429","https://openalex.org/W3198685994","https://openalex.org/W4221143046","https://openalex.org/W4221166942","https://openalex.org/W4226485558","https://openalex.org/W4248167062","https://openalex.org/W4287891464","https://openalex.org/W4308648312","https://openalex.org/W4311887664","https://openalex.org/W4361866031","https://openalex.org/W4376312043","https://openalex.org/W4383108457","https://openalex.org/W4384155659","https://openalex.org/W4384345649","https://openalex.org/W4385562549","https://openalex.org/W4385567216","https://openalex.org/W4385570843","https://openalex.org/W4385572634","https://openalex.org/W4387007101","https://openalex.org/W4389519205","https://openalex.org/W4389523706","https://openalex.org/W4390874280","https://openalex.org/W4402516191","https://openalex.org/W4404515031"],"related_works":["https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W4241418540","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W2163672025","https://openalex.org/W2048831961","https://openalex.org/W1606349578","https://openalex.org/W4399567378"],"abstract_inverted_index":{"Although":[0],"large":[1,75],"language":[2,76],"models":[3],"(LLMs)":[4],"have":[5],"demonstrated":[6],"impressive":[7],"ability":[8],"in":[9,90,108,152],"code":[10,51,71,115,142,157,167,180],"generation,":[11,158],"they":[12],"are":[13],"still":[14],"struggling":[15],"to":[16,33,42,53,150,155,161,164,183],"address":[17],"the":[18,55,62,91,101,109,112,121,175,178],"complicated":[19],"intent":[20,59,102],"provided":[21],"by":[22,117,120,190],"humans.":[23,191],"It":[24],"is":[25],"widely":[26],"acknowledged":[27],"that":[28,140],"humans":[29],"typically":[30],"employ":[31],"planning":[32,49,84,92],"decompose":[34],"complex":[35,58],"problems":[36],"and":[37,60,86,159,186],"schedule":[38],"solution":[39,98,123],"steps":[40,99],"prior":[41],"implementation.":[43],"To":[44],"this":[45],"end,":[46],"we":[47],"introduce":[48],"into":[50],"generation":[52,72,143],"help":[54],"model":[56,113],"understand":[57],"reduce":[61],"difficulty":[63],"of":[64,80,148,166,177],"problem-solving.":[65],"This":[66],"paper":[67],"proposes":[68],"a":[69,145],"self-planning":[70,141,171],"approach":[73,172],"with":[74,104,181],"models,":[77],"which":[78],"consists":[79],"two":[81],"phases,":[82],"namely":[83],"phase":[85],"implementation":[87,110],"phase.":[88],"Specifically,":[89],"phase,":[93,111],"LLM":[94],"plans":[95],"out":[96],"concise":[97],"from":[100],"combined":[103],"few-shot":[105],"prompting.":[106],"Subsequently,":[107],"generates":[114],"step":[116],"step,":[118],"guided":[119],"preceding":[122],"steps.":[124],"We":[125],"conduct":[126],"extensive":[127],"experiments":[128],"on":[129],"various":[130],"code-generation":[131],"benchmarks":[132],"across":[133],"multiple":[134],"programming":[135],"languages.":[136],"Experimental":[137],"results":[138],"show":[139],"achieves":[144],"relative":[146],"improvement":[147],"up":[149,160],"25.4%":[151],"Pass@1":[153],"compared":[154,163],"direct":[156],"11.9%":[162],"Chain-of-Thought":[165],"generation.":[168],"Moreover,":[169],"our":[170],"also":[173],"enhances":[174],"quality":[176],"generated":[179],"respect":[182],"correctness,":[184],"readability,":[185],"robustness,":[187],"as":[188],"assessed":[189]},"counts_by_year":[{"year":2026,"cited_by_count":42},{"year":2025,"cited_by_count":69},{"year":2024,"cited_by_count":15}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}
