{"id":"https://openalex.org/W4400484796","doi":"https://doi.org/10.1145/3663529.3663839","title":"Automated Unit Test Improvement using Large Language Models at Meta","display_name":"Automated Unit Test Improvement using Large Language Models at Meta","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400484796","doi":"https://doi.org/10.1145/3663529.3663839"},"language":"en","primary_location":{"id":"doi:10.1145/3663529.3663839","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3663529.3663839","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 32nd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069585864","display_name":"Nadia Alshahwan","orcid":"https://orcid.org/0009-0009-4763-0396"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nadia Alshahwan","raw_affiliation_strings":["Meta Platforms, Menlo Park, USA"],"raw_orcid":"https://orcid.org/0009-0009-4763-0396","affiliations":[{"raw_affiliation_string":"Meta Platforms, Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093932120","display_name":"Jubin Chheda","orcid":"https://orcid.org/0009-0005-0311-7890"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jubin Chheda","raw_affiliation_strings":["Meta Platforms, Menlo Park, USA"],"raw_orcid":"https://orcid.org/0009-0005-0311-7890","affiliations":[{"raw_affiliation_string":"Meta Platforms, Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007865683","display_name":"Anastasia Finogenova","orcid":"https://orcid.org/0009-0005-5824-5179"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anastasia Finogenova","raw_affiliation_strings":["Meta Platforms, Menlo Park, USA"],"raw_orcid":"https://orcid.org/0009-0005-5824-5179","affiliations":[{"raw_affiliation_string":"Meta Platforms, Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093022070","display_name":"Beliz Gokkaya","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Beliz Gokkaya","raw_affiliation_strings":["Meta Platforms, Menlo Park, USA"],"raw_orcid":"https://orcid.org/0009-0003-0197-6806","affiliations":[{"raw_affiliation_string":"Meta Platforms, Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000019783","display_name":"Mark Harman","orcid":"https://orcid.org/0000-0002-5864-4488"},"institutions":[{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark Harman","raw_affiliation_strings":["Meta Platforms, Menlo Park, USA / University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-5864-4488","affiliations":[{"raw_affiliation_string":"Meta Platforms, Menlo Park, USA / University College London, London, United Kingdom","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093895514","display_name":"Inna Harper","orcid":"https://orcid.org/0009-0008-9359-0949"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Inna Harper","raw_affiliation_strings":["Meta Platforms, Menlo Park, USA"],"raw_orcid":"https://orcid.org/0009-0008-9359-0949","affiliations":[{"raw_affiliation_string":"Meta Platforms, Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082910693","display_name":"Alexandru Marginean","orcid":"https://orcid.org/0009-0001-5311-762X"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexandru Marginean","raw_affiliation_strings":["Meta Platforms, Menlo Park, USA"],"raw_orcid":"https://orcid.org/0009-0001-5311-762X","affiliations":[{"raw_affiliation_string":"Meta Platforms, Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003509810","display_name":"Shubho Sengupta","orcid":"https://orcid.org/0009-0007-4204-5185"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shubho Sengupta","raw_affiliation_strings":["Meta Platforms, Menlo Park, USA"],"raw_orcid":"https://orcid.org/0009-0007-4204-5185","affiliations":[{"raw_affiliation_string":"Meta Platforms, Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047988314","display_name":"E. Wang","orcid":"https://orcid.org/0009-0009-8825-6986"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eddy Wang","raw_affiliation_strings":["Meta Platforms, Menlo Park, USA"],"raw_orcid":"https://orcid.org/0009-0009-8825-6986","affiliations":[{"raw_affiliation_string":"Meta Platforms, Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":31.8247,"has_fulltext":false,"cited_by_count":119,"citation_normalized_percentile":{"value":0.99755262,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"185","last_page":"196"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6872904300689697},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5791163444519043},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.5239037275314331},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3337504267692566},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2813045382499695},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.08754709362983704},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.08700257539749146}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6872904300689697},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5791163444519043},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.5239037275314331},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3337504267692566},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2813045382499695},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.08754709362983704},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.08700257539749146},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3663529.3663839","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3663529.3663839","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 32nd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1977321274","https://openalex.org/W1979866694","https://openalex.org/W2013912904","https://openalex.org/W2014515160","https://openalex.org/W2041713059","https://openalex.org/W2092382400","https://openalex.org/W2135841285","https://openalex.org/W2147002252","https://openalex.org/W2171960770","https://openalex.org/W2608579592","https://openalex.org/W2616524285","https://openalex.org/W2901387825","https://openalex.org/W2953998535","https://openalex.org/W2970602317","https://openalex.org/W2998011150","https://openalex.org/W3108645468","https://openalex.org/W3163304474","https://openalex.org/W3196393027","https://openalex.org/W4206038052","https://openalex.org/W4242273806","https://openalex.org/W4283705032","https://openalex.org/W4284665398","https://openalex.org/W4323033814","https://openalex.org/W4389161785","https://openalex.org/W4392414327"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2615173508","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W1971817039"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"Meta\u2019s":[3,84],"TestGen-LLM":[4,15,49],"tool,":[5],"which":[6,96],"uses":[7],"LLMs":[8],"to":[9,41,95],"automatically":[10],"improve":[11],"existing":[12],"human-written":[13],"tests.":[14],"verifies":[16],"that":[17,28],"its":[18,103],"generated":[19],"test":[20,35,72],"classes":[21,94],"successfully":[22],"clear":[23],"a":[24],"set":[25],"of":[26,48,70,92,102,125,132],"filters":[27],"assure":[29],"measurable":[30],"improvement":[31],"over":[32],"the":[33,46,54,118],"original":[34],"suite,":[36],"thereby":[37],"eliminating":[38],"problems":[39],"due":[40],"LLM":[42],"hallucination.":[43],"We":[44,114],"describe":[45],"deployment":[47,109,124],"at":[50],"Meta":[51,111],"test-a-thons":[52],"for":[53,67,107],"Instagram":[55,85],"and":[56,64,79,86],"Facebook":[57,87],"platforms.":[58],"In":[59],"an":[60],"evaluation":[61],"on":[62,121],"Reels":[63],"Stories":[65],"products":[66],"Instagram,":[68],"75%":[69],"TestGen-LLM\u2019s":[71],"cases":[73],"built":[74],"correctly,":[75],"57%":[76],"passed":[77],"reliably,":[78],"25%":[80],"increased":[81],"coverage.":[82],"During":[83],"test-a-thons,":[88],"it":[89,97],"improved":[90],"11.5%":[91],"all":[93],"was":[98],"applied,":[99],"with":[100],"73%":[101],"recommendations":[104],"being":[105],"accepted":[106],"production":[108],"by":[110,129],"software":[112],"engineers.":[113],"believe":[115],"this":[116],"is":[117],"first":[119],"report":[120],"industrial":[122],"scale":[123],"LLM-generated":[126],"code":[127,133],"backed":[128],"such":[130],"assurances":[131],"improvement.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":43},{"year":2025,"cited_by_count":61},{"year":2024,"cited_by_count":15}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}