{"id":"https://openalex.org/W4412886860","doi":"https://doi.org/10.18653/v1/2025.acl-long.14","title":"Tree-of-Evolution: Tree-Structured Instruction Evolution for Code Generation in Large Language Models","display_name":"Tree-of-Evolution: Tree-Structured Instruction Evolution for Code Generation in Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412886860","doi":"https://doi.org/10.18653/v1/2025.acl-long.14"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.14","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.14","pdf_url":"https://aclanthology.org/2025.acl-long.14.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.14.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056165952","display_name":"Ziyang Luo","orcid":"https://orcid.org/0000-0001-7415-8124"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ziyang Luo","raw_affiliation_strings":["Hong Kong Baptist University ,  National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University ,  National University of Singapore","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060506125","display_name":"Kaixin Li","orcid":"https://orcid.org/0000-0002-7184-6877"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaixin Li","raw_affiliation_strings":["Hong Kong Baptist University ,  National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University ,  National University of Singapore","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078451082","display_name":"Hongzhan Lin","orcid":"https://orcid.org/0000-0002-4111-8334"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hongzhan Lin","raw_affiliation_strings":["Hong Kong Baptist University ,  National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University ,  National University of Singapore","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101210809","display_name":"Yuchen Tian","orcid":"https://orcid.org/0009-0002-4952-721X"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuchen Tian","raw_affiliation_strings":["Hong Kong Baptist University ,  National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University ,  National University of Singapore","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016415049","display_name":"Mohan Kankanhalli","orcid":"https://orcid.org/0000-0002-4846-2015"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Mohan Kankanhalli","raw_affiliation_strings":["Hong Kong Baptist University ,  National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University ,  National University of Singapore","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115596112","display_name":"Jing Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jing Ma","raw_affiliation_strings":["Hong Kong Baptist University ,  National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University ,  National University of Singapore","institution_ids":["https://openalex.org/I141568987"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I141568987"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"297","last_page":"316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7432278990745544},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.6715254783630371},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5241596698760986},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.414617121219635},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3375856280326843},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3220450282096863},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12998008728027344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7432278990745544},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.6715254783630371},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5241596698760986},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.414617121219635},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3375856280326843},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3220450282096863},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12998008728027344},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.14","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.14","pdf_url":"https://aclanthology.org/2025.acl-long.14.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.14","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.14","pdf_url":"https://aclanthology.org/2025.acl-long.14.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.47999998927116394,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412886860.pdf","grobid_xml":"https://content.openalex.org/works/W4412886860.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4231937131","https://openalex.org/W323219885","https://openalex.org/W2063928587","https://openalex.org/W1487966966","https://openalex.org/W1589342014","https://openalex.org/W1480341462","https://openalex.org/W2163672025","https://openalex.org/W2048831961","https://openalex.org/W1606349578","https://openalex.org/W4399567378"],"abstract_inverted_index":{"Data":[0],"synthesis":[1,66,90],"has":[2],"become":[3],"a":[4,26,83,93],"crucial":[5],"research":[6],"area":[7],"in":[8],"large":[9],"language":[10],"models":[11,87,137],"(LLMs),":[12],"especially":[13],"for":[14],"generating":[15],"high-quality":[16],"instruction":[17,35,52,89],"fine-tuning":[18],"data":[19,36,72,142],"to":[20,48,64,100,152],"enhance":[21],"downstream":[22],"performance.In":[23],"code":[24,34,51,88],"generation,":[25,69],"key":[27],"application":[28],"of":[29,33,104,120,164],"LLMs,":[30],"manual":[31],"annotation":[32],"is":[37],"costly.Recent":[38],"methods,":[39],"such":[40],"as":[41],"Code":[42,156],"Evol-Instruct":[43],"and":[44,67,74,133],"OSS-Instruct,":[45],"leverage":[46],"LLMs":[47],"synthesize":[49],"large-scale":[50],"data,":[53],"significantly":[54],"improving":[55],"LLM":[56],"coding":[57,128],"capabilities.However,":[58],"these":[59,77],"approaches":[60],"face":[61],"limitations":[62],"due":[63],"unidirectional":[65,105],"randomness-driven":[68],"which":[70,111,159],"restrict":[71],"quality":[73,119],"diversity.To":[75],"overcome":[76],"challenges,":[78],"we":[79,107],"introduce":[80],"Tree-of-Evolution":[81],"(ToE),":[82],"novel":[84],"framework":[85],"that":[86,135],"process":[91],"with":[92],"tree":[94],"structure,":[95],"exploring":[96],"multiple":[97],"evolutionary":[98],"paths":[99],"alleviate":[101],"the":[102,118,121,153],"constraints":[103],"generation.Additionally,":[106],"propose":[108],"optimizationdriven":[109],"evolution,":[110],"refines":[112],"each":[113],"generation":[114],"step":[115],"based":[116],"on":[117,139,162],"previous":[122],"iteration.Experimental":[123],"results":[124],"across":[125],"five":[126],"widely-used":[127],"benchmarks-HumanEval,":[129],"MBPP,":[130],"EvalPlus,":[131],"LiveCodeBench,":[132],"Big-CodeBench-demonstrate":[134],"base":[136],"fine-tuned":[138],"just":[140],"75k":[141],"synthesized":[143],"by":[144],"our":[145],"method":[146],"achieve":[147],"comparable":[148],"or":[149],"superior":[150],"performance":[151],"state-of-the-art":[154],"open-weight":[155],"LLM,":[157],"Qwen2.5-Coder-Instruct,":[158],"was":[160],"finetuned":[161],"millions":[163],"samples.":[165]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}