{"id":"https://openalex.org/W4400484284","doi":"https://doi.org/10.1145/3663529.3663779","title":"Testing Learning-Enabled Cyber-Physical Systems with Large-Language Models: A Formal Approach","display_name":"Testing Learning-Enabled Cyber-Physical Systems with Large-Language Models: A Formal Approach","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400484284","doi":"https://doi.org/10.1145/3663529.3663779"},"language":"en","primary_location":{"id":"doi:10.1145/3663529.3663779","doi":"https://doi.org/10.1145/3663529.3663779","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3663529.3663779","pdf_url":null,"source":{"id":"https://openalex.org/S4363608883","display_name":"ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering (ESEC/FSE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 32nd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3663529.3663779","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081182489","display_name":"Xi Zheng","orcid":"https://orcid.org/0000-0002-2572-2355","observed_orcids":["https://orcid.org/0000-0002-2572-2355"]},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xi Zheng","raw_affiliation_strings":["Macquarie University, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2572-2355","affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028305433","display_name":"Aloysius K. Mok","orcid":"https://orcid.org/0000-0003-1309-8425","observed_orcids":["https://orcid.org/0000-0003-1309-8425"]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aloysius K. Mok","raw_affiliation_strings":["University of Texas at Austin, Austin, USA"],"raw_orcid":"https://orcid.org/0000-0003-1309-8425","affiliations":[{"raw_affiliation_string":"University of Texas at Austin, Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045794652","display_name":"Ru\u017eica Piska\u010d","orcid":"https://orcid.org/0000-0002-3267-0776","observed_orcids":["https://orcid.org/0000-0002-3267-0776"]},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruzica Piskac","raw_affiliation_strings":["Yale University, New Heaven, USA"],"raw_orcid":"https://orcid.org/0000-0002-3267-0776","affiliations":[{"raw_affiliation_string":"Yale University, New Heaven, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112702739","display_name":"Yong Jae Lee","orcid":"https://orcid.org/0000-0001-9863-1270","observed_orcids":["https://orcid.org/0000-0001-9863-1270","https://orcid.org/0009-0003-0838-5670"]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yong Jae Lee","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, USA"],"raw_orcid":"https://orcid.org/0000-0001-9863-1270","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063784062","display_name":"Bhaskar Krishnamachari","orcid":"https://orcid.org/0000-0002-9994-9931","observed_orcids":["https://orcid.org/0000-0002-9994-9931"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhaskar Krishnamachari","raw_affiliation_strings":["University of Southern California, Los Angeles, USA"],"raw_orcid":"https://orcid.org/0000-0002-9994-9931","affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012210223","display_name":"Dakai K. Zhu","orcid":"https://orcid.org/0000-0002-1938-9947","observed_orcids":["https://orcid.org/0000-0002-1938-9947"]},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dakai Zhu","raw_affiliation_strings":["University of Texas at San Antonio, San Antonio, USA"],"raw_orcid":"https://orcid.org/0000-0002-1938-9947","affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082105260","display_name":"Oleg V. Sokolsky","orcid":"https://orcid.org/0000-0001-5282-0658","observed_orcids":["https://orcid.org/0000-0001-5282-0658"]},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oleg Sokolsky","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0001-5282-0658","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030456600","display_name":"Insup Lee","orcid":"https://orcid.org/0000-0003-2672-1132","observed_orcids":["https://orcid.org/0000-0003-2672-1132","https://orcid.org/0000-0002-9822-9860"]},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Insup Lee","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0003-2672-1132","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, USA","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6833,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.86548223,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"467","last_page":"471"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.7465999722480774,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.7465999722480774,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.2020999938249588,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.028999999165534973,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8489999771118164},{"id":"https://openalex.org/keywords/formal-verification","display_name":"formal verification","score":0.5609999895095825},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"verification and validation","score":0.7390000224113464},{"id":"https://openalex.org/keywords/safety-assurance","display_name":"safety assurance","score":0.6880000233650208},{"id":"https://openalex.org/keywords/software-testing","display_name":"software testing","score":0.628000020980835},{"id":"https://openalex.org/keywords/ai-safety","display_name":"AI safety","score":0.6110000014305115},{"id":"https://openalex.org/keywords/autonomous-systems","display_name":"autonomous systems","score":0.4650000035762787}],"concepts":[{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.7571503520011902},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7369609475135803},{"id":"https://openalex.org/C146072743","wikidata":"https://www.wikidata.org/wiki/Q192161","display_name":"Formal language","level":2,"score":0.4724947512149811},{"id":"https://openalex.org/C75606506","wikidata":"https://www.wikidata.org/wiki/Q1049183","display_name":"Formal methods","level":2,"score":0.42028889060020447},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.40044504404067993},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3810803294181824},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34467238187789917},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3663529.3663779","doi":"https://doi.org/10.1145/3663529.3663779","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3663529.3663779","pdf_url":null,"source":{"id":"https://openalex.org/S4363608883","display_name":"ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering (ESEC/FSE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 32nd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2311.07377","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.07377","pdf_url":"https://arxiv.org/pdf/2311.07377","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.07377","doi":"https://doi.org/10.48550/arxiv.2311.07377","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.07377","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3663529.3663779","doi":"https://doi.org/10.1145/3663529.3663779","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3663529.3663779","pdf_url":null,"source":{"id":"https://openalex.org/S4363608883","display_name":"ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering (ESEC/FSE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 32nd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400484284.pdf","grobid_xml":"https://content.openalex.org/works/W4400484284.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W186035943","https://openalex.org/W1731663387","https://openalex.org/W1883237636","https://openalex.org/W1989445634","https://openalex.org/W2076343783","https://openalex.org/W2086359741","https://openalex.org/W2100162598","https://openalex.org/W2311611239","https://openalex.org/W2615547864","https://openalex.org/W2798786289","https://openalex.org/W2807161818","https://openalex.org/W2922234936","https://openalex.org/W2937290319","https://openalex.org/W2963327228","https://openalex.org/W2970089253","https://openalex.org/W3015401978","https://openalex.org/W3025279871","https://openalex.org/W3027099759","https://openalex.org/W3092507083","https://openalex.org/W3101000982","https://openalex.org/W3116690515","https://openalex.org/W3155500647","https://openalex.org/W3158991438","https://openalex.org/W4206888053","https://openalex.org/W4224047448","https://openalex.org/W4284682233","https://openalex.org/W4284708843","https://openalex.org/W4289535158","https://openalex.org/W4295850088","https://openalex.org/W4308642992","https://openalex.org/W4308643085","https://openalex.org/W4312381959","https://openalex.org/W4313154583","https://openalex.org/W4323644408","https://openalex.org/W4323655724","https://openalex.org/W4378591002","https://openalex.org/W4384345629","https://openalex.org/W4385346108","https://openalex.org/W4391974543","https://openalex.org/W4402442582","https://openalex.org/W4410226837"],"related_works":["https://openalex.org/W4320728168","https://openalex.org/W4405871078","https://openalex.org/W2914197476","https://openalex.org/W4393613920","https://openalex.org/W7104062934","https://openalex.org/W2926603448","https://openalex.org/W7131625052","https://openalex.org/W4399730310","https://openalex.org/W7014070674","https://openalex.org/W2895120768"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,66],"machine":[3],"learning":[4,36],"into":[5],"cyber-physical":[6],"systems":[7],"(CPS)":[8],"promises":[9],"enhanced":[10],"efficiency":[11],"and":[12,20,35,41,74,79],"autonomous":[13,18],"capabilities,":[14],"revolutionizing":[15],"fields":[16],"like":[17],"vehicles":[19],"telemedicine.":[21],"This":[22,50],"evolution":[23],"necessitates":[24],"a":[25,69,82],"shift":[26],"in":[27,56,59],"the":[28,54,64],"software":[29],"development":[30],"life":[31],"cycle,":[32],"where":[33],"data":[34],"are":[37,44],"pivotal.":[38],"Traditional":[39],"verification":[40,73],"validation":[42],"methods":[43],"inadequate":[45],"for":[46,72,81],"these":[47],"AI-driven":[48],"systems.":[49],"study":[51],"focuses":[52],"on":[53],"challenges":[55],"ensuring":[57],"safety":[58],"learning-enabled":[60],"CPS.":[61],"It":[62],"emphasizes":[63],"role":[65],"testing":[67],"as":[68],"primary":[70],"method":[71],"validation,":[75],"critiques":[76],"current":[77],"methodologies,":[78],"advocates":[80],"more":[83],"rigorous":[84],"approach":[85],"to":[86],"assure":[87],"formal":[88],"safety.":[89]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-07-11T00:00:00"}