{"id":"https://openalex.org/W4412703921","doi":"https://doi.org/10.1145/3696630.3734199","title":"Harden and Catch for Just-in-Time Assured LLM-Based Software Testing: Open Research Challenges","display_name":"Harden and Catch for Just-in-Time Assured LLM-Based Software Testing: Open Research Challenges","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4412703921","doi":"https://doi.org/10.1145/3696630.3734199"},"language":"en","primary_location":{"id":"doi:10.1145/3696630.3734199","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696630.3734199","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696630.3734199","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696630.3734199","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000019783","display_name":"Mark Harman","orcid":"https://orcid.org/0000-0002-5864-4488"},"institutions":[{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark Harman","raw_affiliation_strings":["Meta platforms and UCL, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-5864-4488","affiliations":[{"raw_affiliation_string":"Meta platforms and UCL, London, United Kingdom","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peter O'Hearn","orcid":"https://orcid.org/0009-0007-0910-5350"},"institutions":[{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peter O'Hearn","raw_affiliation_strings":["Meta platforms and UCL, London, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0007-0910-5350","affiliations":[{"raw_affiliation_string":"Meta platforms and UCL, London, United Kingdom","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003509810","display_name":"Shubho Sengupta","orcid":"https://orcid.org/0009-0007-4204-5185"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shubho Sengupta","raw_affiliation_strings":["Independent consultant, San Francisco, USA"],"raw_orcid":"https://orcid.org/0009-0007-4204-5185","affiliations":[{"raw_affiliation_string":"Independent consultant, San Francisco, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3772,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.91984913,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.649795413017273},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5194096565246582},{"id":"https://openalex.org/keywords/open-source-software","display_name":"Open source software","score":0.42500245571136475},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4217306673526764},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.379050612449646},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3461058437824249}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.649795413017273},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5194096565246582},{"id":"https://openalex.org/C2988343187","wikidata":"https://www.wikidata.org/wiki/Q1130645","display_name":"Open source software","level":3,"score":0.42500245571136475},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4217306673526764},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.379050612449646},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3461058437824249}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3696630.3734199","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696630.3734199","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696630.3734199","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10218053","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10218053/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering. (pp. pp. 1-17). ACM (Association for Computing Machinery): New York, NY, United States. (2025)","raw_type":"Proceedings paper"}],"best_oa_location":{"id":"doi:10.1145/3696630.3734199","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696630.3734199","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696630.3734199","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412703921.pdf","grobid_xml":"https://content.openalex.org/works/W4412703921.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W40327287","https://openalex.org/W777621473","https://openalex.org/W1488202922","https://openalex.org/W1710734607","https://openalex.org/W1966100330","https://openalex.org/W1977321274","https://openalex.org/W1979345446","https://openalex.org/W1996701120","https://openalex.org/W2041713059","https://openalex.org/W2092382400","https://openalex.org/W2097599402","https://openalex.org/W2098104725","https://openalex.org/W2101872600","https://openalex.org/W2107147876","https://openalex.org/W2114869486","https://openalex.org/W2122475137","https://openalex.org/W2135841285","https://openalex.org/W2135937266","https://openalex.org/W2145257696","https://openalex.org/W2155281159","https://openalex.org/W2461987920","https://openalex.org/W2608579592","https://openalex.org/W2785772544","https://openalex.org/W2903691810","https://openalex.org/W2913273467","https://openalex.org/W2964232059","https://openalex.org/W3144263487","https://openalex.org/W3159243351","https://openalex.org/W4206253551","https://openalex.org/W4225271069","https://openalex.org/W4239249613","https://openalex.org/W4241395538","https://openalex.org/W4399213764","https://openalex.org/W4401906996","https://openalex.org/W4402436757","https://openalex.org/W4402443087","https://openalex.org/W6644845772","https://openalex.org/W6676143517","https://openalex.org/W6680087179"],"related_works":["https://openalex.org/W3043142516","https://openalex.org/W2146142316","https://openalex.org/W2090301720","https://openalex.org/W4232791850","https://openalex.org/W2008194781","https://openalex.org/W3176274227","https://openalex.org/W3089971865","https://openalex.org/W2039512252","https://openalex.org/W2038209453","https://openalex.org/W2913502950"],"abstract_inverted_index":{"Despite":[0],"decades":[1],"of":[2,35,52,204],"research":[3,169],"and":[4,15,48,54,99,113,161,164,166,173],"practice":[5],"in":[6,32,83,120,152],"automated":[7,180],"software":[8,40],"testing,":[9],"several":[10],"fundamental":[11],"concepts":[12,27],"remain":[13],"ill-defined":[14],"under-explored,":[16],"yet":[17],"offer":[18],"enormous":[19],"potential":[20],"real-world":[21],"impact.":[22],"We":[23,110,135,155],"show":[24,136],"that":[25,62,75,137],"these":[26],"raise":[28],"exciting":[29],"new":[30,84,128],"challenges":[31],"the":[33,50,115,191,194,197,202],"context":[34],"Large":[36],"Language":[37],"Models":[38],"for":[39,159],"test":[41,59,72],"generation.":[42],"More":[43],"specifically,":[44],"we":[45],"formally":[46],"define":[47,112],"investigate":[49],"properties":[51],"hardening":[53,58,160,182],"catching":[55,71,102,162],"tests.":[56],"A":[57],"is":[60,73,108],"one":[61,74],"seeks":[63],"to":[64,126,140,148,189],"protect":[65],"against":[66],"future":[67,106],"regressions,":[68],"while":[69],"a":[70,78,81,88,105],"catches":[76],"such":[77],"regression":[79,107],"or":[80],"fault":[82],"functionality":[85],"introduced":[86],"by":[87,193],"code":[89],"change.":[90],"Hardening":[91],"tests":[92,103,122,163],"can":[93,144],"be":[94,146],"generated":[95,124],"at":[96,183,196],"any":[97,138],"time":[98],"may":[100],"become":[101],"when":[104],"caught.":[109],"also":[111,145],"motivate":[114],"Catching":[116,141],"'Just-in-Time'":[117],"(JiTTest)":[118],"Challenge,":[119],"which":[121],"are":[123],"'just-in-time'":[125],"catch":[127,149],"faults":[129,151],"before":[130],"they":[131],"land":[132],"into":[133],"production.":[134],"solution":[139],"JiTTest":[142],"generation":[143],"repurposed":[147],"latent":[150],"legacy":[153],"code.":[154],"enumerate":[156],"possible":[157],"outcomes":[158],"JiTTests,":[165],"discuss":[167],"open":[168],"problems,":[170],"deployment":[171],"options,":[172],"initial":[174],"results":[175],"from":[176],"our":[177],"work":[178],"on":[179,201],"LLM-based":[181],"Meta.":[184],"This":[185],"paper1":[186],"was":[187],"written":[188],"accompany":[190],"keynote":[192],"authors":[195],"ACM":[198],"International":[199],"Conference":[200],"Foundations":[203],"Software":[205],"Engineering":[206],"(FSE)":[207],"2025.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}