{"id":"https://openalex.org/W4401508141","doi":"https://doi.org/10.1109/tse.2024.3440503","title":"Chain-of-Thought in Neural Code Generation: From and for Lightweight Language Models","display_name":"Chain-of-Thought in Neural Code Generation: From and for Lightweight Language Models","publication_year":2024,"publication_date":"2024-08-12","ids":{"openalex":"https://openalex.org/W4401508141","doi":"https://doi.org/10.1109/tse.2024.3440503"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3440503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3440503","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003840863","display_name":"Guang Yang","orcid":"https://orcid.org/0000-0002-3374-6680"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guang Yang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038150414","display_name":"Yu Zhou","orcid":"https://orcid.org/0000-0002-3723-7584"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhou","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441911","display_name":"Xiang Chen","orcid":"https://orcid.org/0000-0002-1180-3891"},"institutions":[{"id":"https://openalex.org/I199305430","display_name":"Nantong University","ror":"https://ror.org/02afcvw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I199305430"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Chen","raw_affiliation_strings":["School of Information Science and Technology, Nantong University, Nantong, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Nantong University, Nantong, China","institution_ids":["https://openalex.org/I199305430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115028456","display_name":"Xiangyu Zhang","orcid":"https://orcid.org/0009-0000-6271-746X"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082624117","display_name":"Terry Yue Zhuo","orcid":"https://orcid.org/0000-0002-5760-5188"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Terry Yue Zhuo","raw_affiliation_strings":["Monash University, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030747944","display_name":"Taolue Chen","orcid":"https://orcid.org/0000-0002-5993-1665"},"institutions":[{"id":"https://openalex.org/I98259816","display_name":"Birkbeck, University of London","ror":"https://ror.org/02mb95055","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I98259816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Taolue Chen","raw_affiliation_strings":["School of Computing and Mathematical Sciences, Birkbeck, University of London, London, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computing and Mathematical Sciences, Birkbeck, University of London, London, U.K","institution_ids":["https://openalex.org/I98259816"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003840863"],"corresponding_institution_ids":["https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":13.1165,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.99019751,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"50","issue":"9","first_page":"2437","last_page":"2457"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9469000101089478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9469000101089478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8484580516815186},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6612851023674011},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.6372920274734497},{"id":"https://openalex.org/keywords/chain","display_name":"Chain (unit)","score":0.5468801856040955},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4905166029930115},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.35582804679870605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3499433398246765},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3312331736087799},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11099326610565186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8484580516815186},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6612851023674011},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.6372920274734497},{"id":"https://openalex.org/C199185054","wikidata":"https://www.wikidata.org/wiki/Q552299","display_name":"Chain (unit)","level":2,"score":0.5468801856040955},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4905166029930115},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35582804679870605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3499433398246765},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3312331736087799},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11099326610565186},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2024.3440503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3440503","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.550000011920929}],"awards":[{"id":"https://openalex.org/G2855401681","display_name":null,"funder_award_id":"NG2023005","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6670970210","display_name":null,"funder_award_id":"62372232","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":136,"referenced_works":["https://openalex.org/W1973831620","https://openalex.org/W1975879668","https://openalex.org/W1994573369","https://openalex.org/W2116272605","https://openalex.org/W2143861926","https://openalex.org/W2516621648","https://openalex.org/W2616318524","https://openalex.org/W2888557792","https://openalex.org/W2963617989","https://openalex.org/W2963661253","https://openalex.org/W2963868406","https://openalex.org/W2964322208","https://openalex.org/W3003678146","https://openalex.org/W3027616835","https://openalex.org/W3090867931","https://openalex.org/W3098605233","https://openalex.org/W3099180151","https://openalex.org/W3106649810","https://openalex.org/W3108032709","https://openalex.org/W3155806510","https://openalex.org/W3161997752","https://openalex.org/W3170092793","https://openalex.org/W3177813494","https://openalex.org/W3188227658","https://openalex.org/W3193990408","https://openalex.org/W3198571508","https://openalex.org/W3198685994","https://openalex.org/W4200276311","https://openalex.org/W4205991051","https://openalex.org/W4206238894","https://openalex.org/W4211247591","https://openalex.org/W4221146651","https://openalex.org/W4221162673","https://openalex.org/W4221166113","https://openalex.org/W4250108123","https://openalex.org/W4296713955","https://openalex.org/W4308731473","https://openalex.org/W4311423650","https://openalex.org/W4311887664","https://openalex.org/W4312605942","https://openalex.org/W4313483736","https://openalex.org/W4318719086","https://openalex.org/W4361807047","https://openalex.org/W4366327299","https://openalex.org/W4367189652","https://openalex.org/W4367860052","https://openalex.org/W4368755703","https://openalex.org/W4376167329","https://openalex.org/W4376653844","https://openalex.org/W4380551412","https://openalex.org/W4380993527","https://openalex.org/W4381586770","https://openalex.org/W4384302749","https://openalex.org/W4384345649","https://openalex.org/W4384918448","https://openalex.org/W4384920109","https://openalex.org/W4385245566","https://openalex.org/W4385562549","https://openalex.org/W4385569771","https://openalex.org/W4385571219","https://openalex.org/W4385571689","https://openalex.org/W4385571944","https://openalex.org/W4385572142","https://openalex.org/W4385757764","https://openalex.org/W4385849242","https://openalex.org/W4386185625","https://openalex.org/W4386187806","https://openalex.org/W4387425757","https://openalex.org/W4387642109","https://openalex.org/W4388337287","https://openalex.org/W4388716309","https://openalex.org/W4389518760","https://openalex.org/W4389519352","https://openalex.org/W4389524428","https://openalex.org/W4390041933","https://openalex.org/W4390092490","https://openalex.org/W4391272793","https://openalex.org/W4391591578","https://openalex.org/W4393065402","https://openalex.org/W4393147219","https://openalex.org/W4393967396","https://openalex.org/W4399203759","https://openalex.org/W4401996408","https://openalex.org/W4402665833","https://openalex.org/W4402683806","https://openalex.org/W6678262379","https://openalex.org/W6683195492","https://openalex.org/W6696523490","https://openalex.org/W6767440493","https://openalex.org/W6770115515","https://openalex.org/W6783227185","https://openalex.org/W6790588633","https://openalex.org/W6793987055","https://openalex.org/W6796581206","https://openalex.org/W6798182279","https://openalex.org/W6800381395","https://openalex.org/W6809646742","https://openalex.org/W6810162553","https://openalex.org/W6810259726","https://openalex.org/W6810463150","https://openalex.org/W6810874553","https://openalex.org/W6811009250","https://openalex.org/W6837989031","https://openalex.org/W6838322825","https://openalex.org/W6838461927","https://openalex.org/W6838865847","https://openalex.org/W6838954895","https://openalex.org/W6846002521","https://openalex.org/W6847798309","https://openalex.org/W6848738564","https://openalex.org/W6848757079","https://openalex.org/W6851873343","https://openalex.org/W6852275782","https://openalex.org/W6852294948","https://openalex.org/W6852694225","https://openalex.org/W6852746770","https://openalex.org/W6852798437","https://openalex.org/W6852832533","https://openalex.org/W6852887568","https://openalex.org/W6853517571","https://openalex.org/W6853847959","https://openalex.org/W6853920312","https://openalex.org/W6854013397","https://openalex.org/W6854838534","https://openalex.org/W6854866820","https://openalex.org/W6855482009","https://openalex.org/W6855982045","https://openalex.org/W6856074014","https://openalex.org/W6858876843","https://openalex.org/W6860041859","https://openalex.org/W6860109681","https://openalex.org/W6860976335","https://openalex.org/W6861860923","https://openalex.org/W6862278202","https://openalex.org/W6863979536","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2742360428","https://openalex.org/W2060570504","https://openalex.org/W4320830217","https://openalex.org/W4231937131","https://openalex.org/W323219885","https://openalex.org/W2063928587","https://openalex.org/W2163672025","https://openalex.org/W2258184894","https://openalex.org/W2048831961","https://openalex.org/W1606349578"],"abstract_inverted_index":{"Large":[0],"Language":[1,53],"Models":[2,54],"(LLMs)":[3],"have":[4,61],"demonstrated":[5],"remarkable":[6],"potential":[7,213],"in":[8,44,97,145,217],"code":[9,98,120],"generation.":[10,99,121],"The":[11,133,188],"integration":[12],"of":[13,15,88,147,199,207,214],"Chain":[14],"Thought":[16],"(CoT)":[17],"reasoning":[18],"can":[19,85,111],"further":[20],"boost":[21,160],"their":[22,42,95],"performance.":[23],"However,":[24],"current":[25],"CoT":[26],"methods":[27],"often":[28],"require":[29],"manual":[30],"writing":[31],"or":[32],"LLMs":[33,173],"with":[34,181],"over":[35],"100":[36],"billion":[37,65],"parameters":[38],"to":[39,60,93,115,164],"generate,":[40],"impeding":[41],"applicability":[43],"resource-constrained":[45],"scenarios.":[46],"In":[47,153],"this":[48],"study,":[49],"we":[50,68,104],"investigate":[51],"lightweight":[52],"(<inline-formula><tex-math":[55],"notation=\"LaTeX\">$\\ell$</tex-math></inline-formula>LMs),":[56],"which":[57,110],"are":[58,179],"defined":[59],"fewer":[62],"than":[63,169],"10":[64],"parameters.":[66],"Empirically,":[67],"find":[69],"that":[70,136,192],"most":[71],"<inline-formula><tex-math":[72,113,162,200,215],"notation=\"LaTeX\">$\\ell$</tex-math></inline-formula>LMs":[73,114,163,216],"cannot":[74],"generate":[75,117],"high-quality":[76,89],"CoTs":[77,90,118,138,156],"when":[78],"prompted":[79],"by":[80,140,158,172,184],"the":[81,137,143,155,197,205,212],"few-shot":[82],"method,":[83],"but":[84,202],"take":[86],"advantage":[87],"generated":[91,139,157,171,183],"elsewhere":[92],"improve":[94],"performance":[96,167,198,206],"Based":[100],"on":[101,130],"these":[102],"findings,":[103],"design":[105],"a":[106],"novel":[107],"approach":[108],"<monospace>COTTON</monospace>":[109,141,159,193],"leverage":[112],"automatically":[116],"for":[119],"We":[122],"synthesize":[123],"new":[124],"datasets":[125],"and":[126,149,178,186],"conduct":[127],"extensive":[128],"experiments":[129],"various":[131,161],"benchmarks.":[132],"results":[134,189],"show":[135],"outperform":[142],"baselines":[144],"terms":[146],"automated":[148],"human":[150],"evaluation":[151],"metrics.":[152],"particular,":[154],"achieve":[165],"higher":[166],"gains":[168],"those":[170,182],"such":[174],"as":[175],"ChatGLM":[176],"(130B),":[177],"competitive":[180],"Gemini":[185],"gpt-3.5-turbo.":[187],"also":[190,203],"reveal":[191],"not":[194],"only":[195],"improves":[196],"notation=\"LaTeX\">$\\ell$</tex-math></inline-formula>LMs,":[201],"enhances":[204],"LLMs.":[208],"Our":[209],"study":[210],"showcases":[211],"software":[218],"engineering":[219],"applications.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}