{"id":"https://openalex.org/W7131243771","doi":"https://doi.org/10.1109/jproc.2026.3659717","title":"Open-World Verification: A Grand Challenge for Autonomous Systems","display_name":"Open-World Verification: A Grand Challenge for Autonomous Systems","publication_year":2025,"publication_date":"2025-11-01","ids":{"openalex":"https://openalex.org/W7131243771","doi":"https://doi.org/10.1109/jproc.2026.3659717"},"language":"en","primary_location":{"id":"doi:10.1109/jproc.2026.3659717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2026.3659717","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://myresearchspace.uws.ac.uk/ws/files/71498272/2026_01_23_Leahy_et_al_Verification_accepted_-_for_Pure.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126707902","display_name":"KEVIN LEAHY","orcid":null},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kevin Leahy","raw_affiliation_strings":["Robotics Engineering Department, Worcester Polytechnic Institute, Worcester, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5894-7190","affiliations":[{"raw_affiliation_string":"Robotics Engineering Department, Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126698163","display_name":"HAMID ASGARI","orcid":null},"institutions":[{"id":"https://openalex.org/I112048516","display_name":"BG Group (United Kingdom)","ror":"https://ror.org/01g312x22","country_code":"GB","type":"company","lineage":["https://openalex.org/I112048516"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hamid Asgari","raw_affiliation_strings":["Complex and Autonomous Systems Research Group, Thales U.K. Research, RG2 6GF Reading, U.K"],"raw_orcid":"https://orcid.org/0000-0002-9317-7045","affiliations":[{"raw_affiliation_string":"Complex and Autonomous Systems Research Group, Thales U.K. Research, RG2 6GF Reading, U.K","institution_ids":["https://openalex.org/I112048516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040721287","display_name":"Louise A. Dennis","orcid":"https://orcid.org/0000-0003-1426-1896"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Louise A. Dennis","raw_affiliation_strings":["Department of Computer Science, The University of Manchester, M13 9PL Manchester, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1426-1896","affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Manchester, M13 9PL Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073539946","display_name":"Martin S. Feather","orcid":null},"institutions":[{"id":"https://openalex.org/I1334627681","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916","country_code":"US","type":"facility","lineage":["https://openalex.org/I122411786","https://openalex.org/I1334627681","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martin S. Feather","raw_affiliation_strings":["Jet Propulsion Laboratory, California Institute of Technology, Pasadena, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8448-4385","affiliations":[{"raw_affiliation_string":"Jet Propulsion Laboratory, California Institute of Technology, Pasadena, CA, USA","institution_ids":["https://openalex.org/I1334627681"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126667283","display_name":"MICHAEL FISHER","orcid":null},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael Fisher","raw_affiliation_strings":["Department of Computer Science, The University of Manchester, Manchester, U.K"],"raw_orcid":"https://orcid.org/0000-0002-0875-3862","affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029347872","display_name":"Javier Iba\u00f1ez\u2010Guzm\u00e1n","orcid":"https://orcid.org/0000-0002-5300-9709"},"institutions":[{"id":"https://openalex.org/I1301102746","display_name":"Renault (France)","ror":"https://ror.org/04v98kq37","country_code":"FR","type":"company","lineage":["https://openalex.org/I1301102746"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Javier Ibanez-Guzman","raw_affiliation_strings":["Renault S.A., Guyancourt, France"],"raw_orcid":"https://orcid.org/0000-0002-5300-9709","affiliations":[{"raw_affiliation_string":"Renault S.A., Guyancourt, France","institution_ids":["https://openalex.org/I1301102746"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052831741","display_name":"Brian Logan","orcid":"https://orcid.org/0000-0003-0648-7107"},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"education","lineage":["https://openalex.org/I195460627"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Brian Logan","raw_affiliation_strings":["Department of Computing Science, University of Aberdeen, Aberdeen, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Aberdeen, Aberdeen, U.K","institution_ids":["https://openalex.org/I195460627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016748270","display_name":"Joanna Isabelle Olszewska","orcid":"https://orcid.org/0000-0001-5945-7505"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]},{"id":"https://openalex.org/I868834043","display_name":"University of the West of Scotland","ror":"https://ror.org/04w3d2v20","country_code":"GB","type":"education","lineage":["https://openalex.org/I868834043"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Joanna I. Olszewska","raw_affiliation_strings":["School of Computing and Engineering, University of the West of Scotland, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5945-7505","affiliations":[{"raw_affiliation_string":"School of Computing and Engineering, University of the West of Scotland, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870","https://openalex.org/I868834043"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007220021","display_name":"Signe Redfield","orcid":"https://orcid.org/0000-0002-5428-6054"},"institutions":[{"id":"https://openalex.org/I4210126410","display_name":"Pleiades Robotics (Canada)","ror":"https://ror.org/02ybv1z63","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210126410"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Signe A. Redfield","raw_affiliation_strings":["Robotistry.Org, Halifax, NS, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5428-6054","affiliations":[{"raw_affiliation_string":"Robotistry.Org, Halifax, NS, Canada","institution_ids":["https://openalex.org/I4210126410"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5126707902"],"corresponding_institution_ids":["https://openalex.org/I107077323"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.75414569,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"113","issue":"11","first_page":"1241","last_page":"1250"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.05169999971985817,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.05169999971985817,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.05009999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.04280000180006027,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/viewpoints","display_name":"Viewpoints","score":0.7857000231742859},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6177999973297119},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5968999862670898},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5414999723434448},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5322999954223633},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.46630001068115234}],"concepts":[{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.7857000231742859},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6177999973297119},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5968999862670898},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5414999723434448},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5322999954223633},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4970000088214874},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C2777362162","wikidata":"https://www.wikidata.org/wiki/Q5594431","display_name":"Grand Challenges","level":2,"score":0.4343999922275543},{"id":"https://openalex.org/C9628104","wikidata":"https://www.wikidata.org/wiki/Q788009","display_name":"Autonomous system (mathematics)","level":2,"score":0.4293999969959259},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39410001039505005},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.39149999618530273},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3621000051498413},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.34439998865127563},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.32190001010894775},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2847999930381775},{"id":"https://openalex.org/C2778835581","wikidata":"https://www.wikidata.org/wiki/Q2916098","display_name":"Autonomous robot","level":4,"score":0.260699987411499}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jproc.2026.3659717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2026.3659717","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/61dc5f5f-13e0-4465-b86c-7d15dc8c8ae7","is_oa":true,"landing_page_url":"https://research-portal.uws.ac.uk/en/publications/61dc5f5f-13e0-4465-b86c-7d15dc8c8ae7","pdf_url":"https://myresearchspace.uws.ac.uk/ws/files/71498272/2026_01_23_Leahy_et_al_Verification_accepted_-_for_Pure.pdf","source":{"id":"https://openalex.org/S7407055384","display_name":"The UWS Academic Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Leahy, K, Asgari, H, Dennis, L A, Feather, M S, Fisher, M, Ibanez-Guzman, J, Logan, B, Olszewska, J I & Redfield, S 2026, 'Open-world verification : a grand challenge for autonomous systems', Proceedings of IEEE, vol. 113, no. 11, pp. 1241-1250. https://doi.org/10.1109/JPROC.2026.3659717","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/61dc5f5f-13e0-4465-b86c-7d15dc8c8ae7","is_oa":true,"landing_page_url":"https://research-portal.uws.ac.uk/en/publications/61dc5f5f-13e0-4465-b86c-7d15dc8c8ae7","pdf_url":"https://myresearchspace.uws.ac.uk/ws/files/71498272/2026_01_23_Leahy_et_al_Verification_accepted_-_for_Pure.pdf","source":{"id":"https://openalex.org/S7407055384","display_name":"The UWS Academic Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Leahy, K, Asgari, H, Dennis, L A, Feather, M S, Fisher, M, Ibanez-Guzman, J, Logan, B, Olszewska, J I & Redfield, S 2026, 'Open-world verification : a grand challenge for autonomous systems', Proceedings of IEEE, vol. 113, no. 11, pp. 1241-1250. https://doi.org/10.1109/JPROC.2026.3659717","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2676722403","display_name":null,"funder_award_id":"80NM0018D0004","funder_id":"https://openalex.org/F4320332375","funder_display_name":"Jet Propulsion Laboratory"},{"id":"https://openalex.org/G4336396751","display_name":null,"funder_award_id":"EP/V026801","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G4693496776","display_name":"ICT Standardisation Observatory and Support Facility in Europe","funder_award_id":"101091933","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7336105542","display_name":null,"funder_award_id":"80NM0018D0004","funder_id":"https://openalex.org/F4320309398","funder_display_name":"California Institute of Technology"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320309398","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055"},{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320320005","display_name":"Royal Academy of Engineering","ror":"https://ror.org/0526snb40"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332375","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7131243771.pdf","grobid_xml":"https://content.openalex.org/works/W7131243771.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autonomous":[0,112],"systems":[1,29,84],"use":[2],"independent":[3],"decision-making":[4],"with":[5],"only":[6],"limited":[7],"human":[8],"intervention":[9],"to":[10,26,50,53,87,130],"accomplish":[11],"goals":[12],"in":[13,40,67],"complex":[14],"and":[15,70,104,118],"unpredictable":[16],"environments.":[17],"As":[18],"the":[19,96,101],"autonomy":[20],"technologies":[21],"that":[22,62,126],"underpin":[23],"them":[24,52],"continue":[25],"advance,":[27],"these":[28,115],"will":[30,127],"find":[31],"their":[32,68],"way":[33],"into":[34],"an":[35,41],"increasing":[36],"number":[37],"of":[38,45,95,100,111],"applications":[39],"ever":[42],"wider":[43],"range":[44],"settings.":[46],"If":[47],"we":[48,63],"are":[49],"deploy":[51],"perform":[54],"safety-critical":[55],"or":[56],"mission-critical":[57],"roles,":[58],"it":[59],"is":[60,74],"imperative":[61],"have":[64],"justified":[65],"confidence":[66],"safe":[69],"correct":[71],"operation.":[72],"Verification":[73,110],"a":[75,120],"key":[76],"process":[77],"for":[78,109,122],"establishing":[79],"such":[80],"confidence.":[81],"However,":[82],"autonomous":[83],"pose":[85],"challenges":[86],"existing":[88],"verification":[89],"practices.":[90],"This":[91],"paper":[92],"highlights":[93],"viewpoints":[94],"Roadmap":[97],"Working":[98],"Group":[99],"IEEE":[102],"Robotics":[103],"Automation":[105],"Society":[106],"Technical":[107],"Committee":[108],"Systems,":[113],"identifying":[114],"grand":[116],"challenges,":[117],"providing":[119],"vision":[121],"future":[123],"research":[124],"efforts":[125],"be":[128],"needed":[129],"address":[131],"them.":[132]},"counts_by_year":[],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2026-02-25T00:00:00"}