{"id":"https://openalex.org/W4408028112","doi":"https://doi.org/10.1145/3715908","title":"Large Language Model-Aware In-Context Learning for Code Generation","display_name":"Large Language Model-Aware In-Context Learning for Code Generation","publication_year":2025,"publication_date":"2025-02-28","ids":{"openalex":"https://openalex.org/W4408028112","doi":"https://doi.org/10.1145/3715908"},"language":"en","primary_location":{"id":"doi:10.1145/3715908","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715908","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715908","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3715908","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101755477","display_name":"Jia Li","orcid":"https://orcid.org/0000-0002-9411-971X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Li","raw_affiliation_strings":["Key Lab of High Confidence Software Technology (Peking University), MoE, China"],"raw_orcid":"https://orcid.org/0000-0002-9411-971X","affiliations":[{"raw_affiliation_string":"Key Lab of High Confidence Software Technology (Peking University), MoE, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073065834","display_name":"Chongyang Tao","orcid":"https://orcid.org/0000-0002-4162-2119"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongyang Tao","raw_affiliation_strings":["Beihang University, China"],"raw_orcid":"https://orcid.org/0000-0002-4162-2119","affiliations":[{"raw_affiliation_string":"Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405693","display_name":"Jia Li","orcid":"https://orcid.org/0000-0002-5579-8852"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Li","raw_affiliation_strings":["Key Lab of High Confidence Software Technology (Peking University), MoE, China"],"raw_orcid":"https://orcid.org/0000-0002-5579-8852","affiliations":[{"raw_affiliation_string":"Key Lab of High Confidence Software Technology (Peking University), MoE, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447682","display_name":"Ge Li","orcid":"https://orcid.org/0000-0002-5828-0186"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ge Li","raw_affiliation_strings":["Key Lab of High Confidence Software Technology (Peking University), MoE, China"],"raw_orcid":"https://orcid.org/0000-0002-5828-0186","affiliations":[{"raw_affiliation_string":"Key Lab of High Confidence Software Technology (Peking University), MoE, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049100391","display_name":"Zhi Jin","orcid":"https://orcid.org/0000-0003-1087-226X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Jin","raw_affiliation_strings":["Key Lab of High Confidence Software Technology (Peking University), MoE, China"],"raw_orcid":"https://orcid.org/0000-0003-1087-226X","affiliations":[{"raw_affiliation_string":"Key Lab of High Confidence Software Technology (Peking University), MoE, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008116021","display_name":"Huangzhao Zhang","orcid":"https://orcid.org/0000-0002-0324-4591"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huangzhao Zhang","raw_affiliation_strings":["Key Lab of High Confidence Software Technology (Peking University), MoE, China"],"raw_orcid":"https://orcid.org/0000-0002-0324-4591","affiliations":[{"raw_affiliation_string":"Key Lab of High Confidence Software Technology (Peking University), MoE, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zheng Fang","orcid":"https://orcid.org/0009-0007-7000-6909"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Fang","raw_affiliation_strings":["Key Lab of High Confidence Software Technology (Peking University), MoE, China"],"raw_orcid":"https://orcid.org/0009-0007-7000-6909","affiliations":[{"raw_affiliation_string":"Key Lab of High Confidence Software Technology (Peking University), MoE, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060027879","display_name":"Fang Liu","orcid":"https://orcid.org/0000-0002-3905-8133"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Liu","raw_affiliation_strings":["The State Key Laboratory of Software Development Environment (SKLSDE), SEI, School of Computer Science & Engineering, Beihang University, China"],"raw_orcid":"https://orcid.org/0000-0002-3905-8133","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Software Development Environment (SKLSDE), SEI, School of Computer Science & Engineering, Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":29.8991,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.99569348,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8532801866531372},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.492889404296875},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.48621025681495667},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45585569739341736},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3614721894264221},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.34408390522003174},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3232841491699219},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08407789468765259},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.06926912069320679}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8532801866531372},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.492889404296875},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48621025681495667},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45585569739341736},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3614721894264221},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.34408390522003174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3232841491699219},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08407789468765259},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.06926912069320679},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3715908","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715908","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715908","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3715908","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715908","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715908","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408028112.pdf"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W2116341502","https://openalex.org/W2132944054","https://openalex.org/W2963935794","https://openalex.org/W2981852735","https://openalex.org/W2997847174","https://openalex.org/W3108032709","https://openalex.org/W3170092793","https://openalex.org/W3197108287","https://openalex.org/W4288089799","https://openalex.org/W4312713717","https://openalex.org/W4362508616","https://openalex.org/W4367672983","https://openalex.org/W4384302891","https://openalex.org/W4388483231","https://openalex.org/W4392397350","https://openalex.org/W4396244033","https://openalex.org/W4403536858"],"related_works":["https://openalex.org/W4231937131","https://openalex.org/W323219885","https://openalex.org/W2063928587","https://openalex.org/W1487966966","https://openalex.org/W1589342014","https://openalex.org/W1480341462","https://openalex.org/W2163672025","https://openalex.org/W2048831961","https://openalex.org/W1606349578","https://openalex.org/W4399567378"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4,41],"shown":[5],"impressive":[6],"In-Context":[7],"Learning":[8],"(ICL)":[9],"ability":[10],"in":[11,89,307,367],"code":[12,48,157,272,321,333,369],"generation.":[13],"LLMs":[14,81,119,163,170,193,225,231,254,266,328,380,396],"take":[15],"a":[16,21,26,67,70,77,143,174,178,182,186,217,237,247,331],"prompt":[17],"context":[18],"consisting":[19],"of":[20,46,55,108,118,131,224,309,327,363],"few":[22,71,248],"demonstration":[23,56,64,72,92,228],"examples":[24,57,73,111,125,189,200,229,249],"and":[25,31,58,203,212,226,250,267,288,294,298,302,314,340,351,371,381],"new":[27,33,68,238],"requirement":[28],"as":[29,177],"input,":[30],"output":[32],"programs":[34,362],"without":[35],"any":[36],"parameter":[37],"update.":[38],"Existing":[39,94],"studies":[40],"found":[42],"that":[43,230,278,359],"the":[44,53,86,106,116,209,222,234,242,281,325,345,360,384],"performance":[45,117,326],"ICL-based":[47],"generation":[49,158,273,334],"heavily":[50],"depends":[51],"on":[52,62,99,208,270,290,296,305,329,353,387],"quality":[54],"thus":[59],"arises":[60],"research":[61],"selecting":[63,103],"examples:":[65],"given":[66,236],"requirement,":[69,239],"are":[74,82,96,190,201,365],"selected":[75,91,110],"from":[76],"candidate":[78,175],"pool,":[79],"where":[80,383],"expected":[83],"to":[84,134,165,172,194,220,245,255,262,319,344,394],"learn":[85,221],"pattern":[87],"hidden":[88],"these":[90],"examples.":[93,104,167],"approaches":[95],"mostly":[97],"based":[98],"heuristics":[100,123],"or":[101,181],"randomly":[102,109],"However,":[105],"distribution":[107],"usually":[112],"varies":[113],"greatly,":[114],"making":[115],"less":[120],"robust.":[121],"The":[122],"retrieve":[124],"by":[126,285],"only":[127],"considering":[128],"textual":[129],"similarities":[130],"requirements,":[132],"leading":[133],"sub-optimal":[135],"performance.":[136],"To":[137],"fill":[138],"this":[139],"gap,":[140],"we":[141],"propose":[142],"L":[144,155],"arge":[145],"language":[146],"model-":[147],"A":[148],"ware":[149],"selection":[150],"approach":[151],"for":[152,185,192],"I":[153],"n-context-":[154],"earning-based":[156],"named":[159],"LAIL.":[160],"LAIL":[161,215,240,261,279,323,364,374],"uses":[162,241],"themselves":[164,171],"select":[166,227,246],"It":[168],"requires":[169],"label":[173],"example":[176,180,184],"positive":[179,211],"negative":[183,199,213],"requirement.":[187],"Positive":[188],"helpful":[191],"generate":[195,256],"correct":[196],"programs,":[197],"while":[198],"trivial":[202],"should":[204],"be":[205,392],"ignored.":[206],"Based":[207],"labeled":[210],"data,":[214],"trains":[216],"model-aware":[218],"retriever":[219,244,385],"preference":[223],"need.":[232],"During":[233],"inference,":[235],"trained":[243],"feed":[251],"them":[252],"into":[253],"desired":[257],"programs.":[258],"We":[259],"apply":[260],"four":[263],"widely":[264],"used":[265],"evaluate":[268],"it":[269],"five":[271],"datasets.":[274],"Extensive":[275],"experiments":[276],"demonstrate":[277],"outperforms":[280],"state-of-the-art":[282],"(SOTA)":[283],"baselines":[284,347],"11.58%,":[286],"3.33%,":[287],"5.07%":[289],"CodeGen-Multi-16B,":[291],"1.32%,":[292],"2.29%,":[293],"1.20%":[295],"CodeLlama-34B,":[297],"achieves":[299,337],"4.38%,":[300],"2.85%,":[301],"2.74%":[303],"improvements":[304,342],"Text-davinci-003":[306],"terms":[308],"Pass@1":[310],"at":[311,348],"MBJP,":[312],"MBPP,":[313],"MBCPP,":[315],"respectively.":[316],"In":[317],"addition":[318],"function-level":[320],"generation,":[322],"improves":[324],"DevEval,":[330],"repository-level":[332],"dataset,":[335],"which":[336],"10.04%,":[338],"8.12%,":[339],"4.63%":[341],"compared":[343],"SOTA":[346],"Pass@1,":[349],"3,":[350],"5":[352],"CodeLlama-7B.":[354],"Human":[355],"evaluation":[356],"further":[357],"verifies":[358],"generated":[361],"superior":[366],"correctness,":[368],"quality,":[370],"maintainability.":[372],"Besides,":[373],"has":[375],"satisfactory":[376],"transferability":[377],"across":[378],"different":[379],"datasets,":[382],"learned":[386],"one":[388],"LLM":[389],"(dataset)":[390],"can":[391],"transferred":[393],"other":[395],"(datasets).":[397]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}