{"id":"https://openalex.org/W4402671111","doi":"https://doi.org/10.18653/v1/2024.acl-long.730","title":"ArchCode: Incorporating Software Requirements in Code Generation with Large Language Models","display_name":"ArchCode: Incorporating Software Requirements in Code Generation with Large Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402671111","doi":"https://doi.org/10.18653/v1/2024.acl-long.730"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.acl-long.730","doi":"https://doi.org/10.18653/v1/2024.acl-long.730","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.730","pdf_url":"https://aclanthology.org/2024.acl-long.730.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2024.acl-long.730.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087634233","display_name":"Hojae Han","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hojae Han","raw_affiliation_strings":["Seoul National University , \u02dbSNU-LG AI Research Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University , \u02dbSNU-LG AI Research Center","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100967381","display_name":"Jae-Jin Kim","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaejin Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108153901","display_name":"Jaeseok Yoo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaeseok Yoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101711976","display_name":"Youngwon Lee","orcid":"https://orcid.org/0000-0003-3207-0989","observed_orcids":["https://orcid.org/0000-0003-3207-0989"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngwon Lee","raw_affiliation_strings":["Seoul National University , \u02dbSNU-LG AI Research Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University , \u02dbSNU-LG AI Research Center","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024873601","display_name":"Seung-won Hwang","orcid":"https://orcid.org/0000-0003-0782-0661","observed_orcids":["https://orcid.org/0000-0003-0782-0661"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seung-won Hwang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.416,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.93797697,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"13520","last_page":"13552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.6510000228881836},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9829999804496765},{"id":"https://openalex.org/keywords/software-requirements","display_name":"software requirements","score":0.9459999799728394},{"id":"https://openalex.org/keywords/non-functional-requirements","display_name":"non-functional requirements","score":0.8370000123977661},{"id":"https://openalex.org/keywords/functional-requirements","display_name":"functional requirements","score":0.8069999814033508},{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.8690000176429749},{"id":"https://openalex.org/keywords/test-case-generation","display_name":"test case generation","score":0.7559999823570251}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7525585293769836},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5620360970497131},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.5416598320007324},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.46628519892692566},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41340523958206177},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11491599678993225},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2024.acl-long.730","doi":"https://doi.org/10.18653/v1/2024.acl-long.730","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.730","pdf_url":"https://aclanthology.org/2024.acl-long.730.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2408.00994","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.00994","pdf_url":"https://arxiv.org/pdf/2408.00994","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2408.00994","doi":"https://doi.org/10.48550/arxiv.2408.00994","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.00994","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.acl-long.730","doi":"https://doi.org/10.18653/v1/2024.acl-long.730","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.730","pdf_url":"https://aclanthology.org/2024.acl-long.730.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4700831490","display_name":null,"funder_award_id":"2022-","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320322093","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402671111.pdf","grobid_xml":"https://content.openalex.org/works/W4402671111.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4416913975","https://openalex.org/W7217735183","https://openalex.org/W4401719639","https://openalex.org/W4412911789","https://openalex.org/W4402062509","https://openalex.org/W6892050704","https://openalex.org/W7170110063","https://openalex.org/W4410995266","https://openalex.org/W7206161142","https://openalex.org/W7155017091"],"abstract_inverted_index":{"This":[0],"paper":[1],"aims":[2],"to":[3,14,64,71,84,95,123],"extend":[4],"the":[5,98,102,109,116,134,154],"code":[6,86,105,142],"generation":[7],"capability":[8],"of":[9,53,97,104,111,137,151],"large":[10],"language":[11],"models":[12],"(LLMs)":[13],"automatically":[15],"manage":[16],"comprehensive":[17],"software":[18],"requirements":[19,24,46,66,74,78,140],"from":[20,75,79],"given":[21,80],"textual":[22,41],"descriptions.Such":[23],"include":[25],"both":[26,158],"functional":[27,125],"(i.e.achieving":[28],"expected":[29],"behavior":[30],"for":[31,101],"inputs)":[32],"and":[33,70,88,153],"non-functional":[34,139],"(e.g.,":[35],"time/space":[36],"performance,":[37],"robustness,":[38],"maintainability)":[39],"requirements.However,":[40],"descriptions":[42,69],"can":[43],"either":[44],"express":[45],"verbosely":[47],"or":[48],"may":[49],"even":[50],"omit":[51],"some":[52],"them.We":[54],"introduce":[55,132],"ARCHCODE,":[56],"a":[57],"novel":[58],"framework":[59],"that":[60,120],"leverages":[61],"in-context":[62],"learning":[63],"organize":[65],"observed":[67],"in":[68,141],"extrapolate":[72],"unexpressed":[73],"them.ARCHCODE":[76],"generates":[77],"descriptions,":[81],"conditioning":[82],"them":[83],"produce":[85],"snippets":[87,106],"test":[89,91],"cases.Each":[90],"case":[92],"is":[93],"tailored":[94],"one":[96],"requirements,":[99,126],"allowing":[100],"ranking":[103],"based":[107],"on":[108],"compliance":[110],"their":[112],"execution":[113],"results":[114],"with":[115],"requirements.Public":[117],"benchmarks":[118],"show":[119],"ARCHCODE":[121,152],"enhances":[122],"satisfy":[124],"significantly":[127],"improving":[128],"Pass@k":[129],"scores.Furthermore,":[130],"we":[131],"HumanEval-NFR,":[133],"first":[135],"evaluation":[136],"LLMs'":[138],"generation,":[143],"demonstrating":[144],"ARCHCODE's":[145],"superiority":[146],"over":[147],"baseline":[148],"methods.The":[149],"implementation":[150],"HumanEval-NFR":[155],"benchmark":[156],"are":[157],"publicly":[159],"accessible.":[160],"1":[161,179],"Index":[162],"Generated":[163,165],"Requirements":[164],"Code":[166],"(manually":[167],"validated)":[168],"(validated":[169],"by":[170],"Ground":[171],"Truth":[172],"Test":[173],"Cases)":[174],"HumanEval-NFR/51":[175],"0":[176],"Correct":[177,180,183,186],"Passed":[178,181,184],"2":[182],"3":[185]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2024-09-21T00:00:00"}