{"id":"https://openalex.org/W4400582872","doi":"https://doi.org/10.1145/3643769","title":"Code-Aware Prompting: A Study of Coverage-Guided Test Generation in Regression Setting using LLM","display_name":"Code-Aware Prompting: A Study of Coverage-Guided Test Generation in Regression Setting using LLM","publication_year":2024,"publication_date":"2024-07-12","ids":{"openalex":"https://openalex.org/W4400582872","doi":"https://doi.org/10.1145/3643769"},"language":"en","primary_location":{"id":"doi:10.1145/3643769","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643769","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002472436","display_name":"Gabriel Ryan","orcid":"https://orcid.org/0009-0003-9464-587X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gabriel Ryan","raw_affiliation_strings":["Columbia University, New York, USA"],"raw_orcid":"https://orcid.org/0009-0003-9464-587X","affiliations":[{"raw_affiliation_string":"Columbia University, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103921447","display_name":"Siddhartha Jain","orcid":"https://orcid.org/0009-0006-3845-6478"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Siddhartha Jain","raw_affiliation_strings":["AWS AI Labs, Los Angeles, USA"],"raw_orcid":"https://orcid.org/0009-0006-3845-6478","affiliations":[{"raw_affiliation_string":"AWS AI Labs, Los Angeles, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052835344","display_name":"Mingyue Shang","orcid":"https://orcid.org/0009-0000-6523-3516"},"institutions":[{"id":"https://openalex.org/I4210149000","display_name":"Jacobs Institute","ror":"https://ror.org/04c00sd86","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210149000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyue Shang","raw_affiliation_strings":["AWS AI Labs, New York, USA"],"raw_orcid":"https://orcid.org/0009-0000-6523-3516","affiliations":[{"raw_affiliation_string":"AWS AI Labs, New York, USA","institution_ids":["https://openalex.org/I4210149000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012557146","display_name":"Shiqi Wang","orcid":"https://orcid.org/0000-0002-6338-1432"},"institutions":[{"id":"https://openalex.org/I4210149000","display_name":"Jacobs Institute","ror":"https://ror.org/04c00sd86","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210149000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiqi Wang","raw_affiliation_strings":["AWS AI Labs, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-6338-1432","affiliations":[{"raw_affiliation_string":"AWS AI Labs, New York, USA","institution_ids":["https://openalex.org/I4210149000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104143781","display_name":"Xiaofei Ma","orcid":"https://orcid.org/0009-0000-3163-0310"},"institutions":[{"id":"https://openalex.org/I4210149000","display_name":"Jacobs Institute","ror":"https://ror.org/04c00sd86","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210149000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaofei Ma","raw_affiliation_strings":["AWS AI Labs, New York, USA"],"raw_orcid":"https://orcid.org/0009-0000-3163-0310","affiliations":[{"raw_affiliation_string":"AWS AI Labs, New York, USA","institution_ids":["https://openalex.org/I4210149000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107242862","display_name":"Murali Krishna Ramanathan","orcid":"https://orcid.org/0000-0002-6568-017X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Murali Krishna Ramanathan","raw_affiliation_strings":["AWS AI Labs, San Jose, USA"],"raw_orcid":"https://orcid.org/0000-0002-6568-017X","affiliations":[{"raw_affiliation_string":"AWS AI Labs, San Jose, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064541855","display_name":"Baishakhi Ray","orcid":"https://orcid.org/0000-0003-3406-5235"},"institutions":[{"id":"https://openalex.org/I4210149000","display_name":"Jacobs Institute","ror":"https://ror.org/04c00sd86","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210149000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Baishakhi Ray","raw_affiliation_strings":["AWS AI Labs, New York, USA"],"raw_orcid":"https://orcid.org/0000-0003-3406-5235","affiliations":[{"raw_affiliation_string":"AWS AI Labs, New York, USA","institution_ids":["https://openalex.org/I4210149000"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":36.7179,"has_fulltext":false,"cited_by_count":79,"citation_normalized_percentile":{"value":0.99814678,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"1","issue":"FSE","first_page":"951","last_page":"971"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.7699823975563049},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5773403644561768},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5720105767250061},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5464353561401367},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.47375327348709106},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.4221884608268738},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.41014498472213745},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3431345224380493},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.30767422914505005},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2525476813316345},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13201767206192017}],"concepts":[{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.7699823975563049},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5773403644561768},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5720105767250061},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5464353561401367},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.47375327348709106},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.4221884608268738},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.41014498472213745},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3431345224380493},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.30767422914505005},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2525476813316345},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13201767206192017},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3643769","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643769","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W184125818","https://openalex.org/W1971650562","https://openalex.org/W2002753905","https://openalex.org/W2010608861","https://openalex.org/W2014515160","https://openalex.org/W2101512909","https://openalex.org/W2107709519","https://openalex.org/W2147002252","https://openalex.org/W2162120832","https://openalex.org/W2963723316","https://openalex.org/W3105943882","https://openalex.org/W4220699888","https://openalex.org/W4221143046","https://openalex.org/W4234542549","https://openalex.org/W4237492309","https://openalex.org/W4246385123","https://openalex.org/W4284690374","https://openalex.org/W4320854935","https://openalex.org/W4384304865","https://openalex.org/W4391775009"],"related_works":["https://openalex.org/W4384302763","https://openalex.org/W31220157","https://openalex.org/W2312753042","https://openalex.org/W4289356671","https://openalex.org/W2389155397","https://openalex.org/W2165884543","https://openalex.org/W3186837933","https://openalex.org/W2368989808","https://openalex.org/W2034959125","https://openalex.org/W2355687852"],"abstract_inverted_index":{"Testing":[0,14],"plays":[1],"a":[2,71,86,119,136,145,195,210],"pivotal":[3],"role":[4],"in":[5,52,92,118],"ensuring":[6],"software":[7,21],"quality,":[8],"yet":[9],"conventional":[10],"Search":[11],"Based":[12],"Software":[13],"(SBST)":[15],"methods":[16,198],"often":[17],"struggle":[18],"with":[19,149],"complex":[20,108],"units,":[22],"achieving":[23],"suboptimal":[24],"test":[25,35,46,93,127,178,207],"coverage.":[26,79],"Recent":[27],"work":[28,101],"using":[29,187],"large":[30],"language":[31],"models":[32],"(LLMs)":[33],"for":[34,90,220],"generation":[36,41,47,128,133],"have":[37],"focused":[38],"on":[39,99,194],"improving":[40],"quality":[42],"through":[43],"optimizing":[44],"the":[45,62,116,131,150,154,167,188],"context":[48,165],"and":[49,158,162,192,214],"correcting":[50],"errors":[51],"model":[53,63],"outputs,":[54],"but":[55],"use":[56],"fixed":[57],"prompting":[58,88,236],"strategies":[59],"that":[60,102],"prompt":[61,147],"to":[64,113,126,166,174,225,234],"generate":[65,175],"tests":[66],"without":[67,180],"additional":[68,182],"guidance.":[69],"As":[70],"result":[72],"LLM-generated":[73],"testsuites":[74],"still":[75],"suffer":[76],"from":[77,199],"low":[78],"In":[80],"this":[81,124],"paper,":[82],"we":[83],"present":[84],"SymPrompt,":[85],"code-aware":[87],"strategy":[89],"LLMs":[91,104,173],"generation.":[94],"SymPrompt\u2019s":[95],"approach":[96,170],"is":[97,142],"based":[98],"recent":[100],"demonstrates":[103],"can":[105],"solve":[106],"more":[107,176],"logical":[109],"problems":[110],"when":[111,223],"prompted":[112],"reason":[114],"about":[115],"problem":[117],"multi-step":[120],"fashion.":[121],"We":[122,184],"apply":[123],"methodology":[125],"by":[129,144,209,218,230],"deconstructing":[130],"testsuite":[132],"process":[134],"into":[135],"multi-stage":[137],"sequence,":[138],"each":[139],"of":[140,153,212],"which":[141],"driven":[143],"specific":[146],"aligned":[148],"execution":[151],"paths":[152],"method":[155],"under":[156],"test,":[157],"exposing":[159],"relevant":[160],"type":[161],"dependency":[163],"focal":[164],"model.":[168],"Our":[169],"enables":[171],"pretrained":[172],"complete":[177],"cases":[179],"any":[181],"training.":[183],"implement":[185],"SymPrompt":[186,204,227],"TreeSitter":[189],"parsing":[190],"framework":[191],"evaluate":[193],"benchmark":[196],"challenging":[197],"open":[200],"source":[201],"Python":[202],"projects.":[203],"enhances":[205],"correct":[206],"generations":[208],"factor":[211],"5":[213],"bolsters":[215],"relative":[216],"coverage":[217,229],"26%":[219],"CodeGen2.":[221],"Notably,":[222],"applied":[224],"GPT-4,":[226],"improves":[228],"over":[231],"2\u00d7":[232],"compared":[233],"baseline":[235],"strategies.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":51},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}