{"id":"https://openalex.org/W4378191733","doi":"https://doi.org/10.1109/syscon53073.2023.10131227","title":"Assuring Learning-Enabled Increasingly Autonomous Systems<sup>*</sup>","display_name":"Assuring Learning-Enabled Increasingly Autonomous Systems<sup>*</sup>","publication_year":2023,"publication_date":"2023-04-17","ids":{"openalex":"https://openalex.org/W4378191733","doi":"https://doi.org/10.1109/syscon53073.2023.10131227"},"language":"en","primary_location":{"id":"doi:10.1109/syscon53073.2023.10131227","is_oa":false,"landing_page_url":"https://doi.org/10.1109/syscon53073.2023.10131227","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Systems Conference (SysCon)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068593228","display_name":"Nandith Narayan","orcid":null},"institutions":[{"id":"https://openalex.org/I106959904","display_name":"Florida Institute of Technology","ror":"https://ror.org/04atsbb87","country_code":"US","type":"education","lineage":["https://openalex.org/I106959904"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nandith Narayan","raw_affiliation_strings":["Florida Institute of Technology,Computer Engineering and Sciences,Melbourne,FL,USA","Computer Engineering and Sciences, Florida Institute of Technology, Melbourne, FL, USA"],"affiliations":[{"raw_affiliation_string":"Florida Institute of Technology,Computer Engineering and Sciences,Melbourne,FL,USA","institution_ids":["https://openalex.org/I106959904"]},{"raw_affiliation_string":"Computer Engineering and Sciences, Florida Institute of Technology, Melbourne, FL, USA","institution_ids":["https://openalex.org/I106959904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046125300","display_name":"Parth Ganeriwala","orcid":"https://orcid.org/0000-0002-4270-5733"},"institutions":[{"id":"https://openalex.org/I106959904","display_name":"Florida Institute of Technology","ror":"https://ror.org/04atsbb87","country_code":"US","type":"education","lineage":["https://openalex.org/I106959904"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Parth Ganeriwala","raw_affiliation_strings":["Florida Institute of Technology,Computer Engineering and Sciences,Melbourne,FL,USA","Computer Engineering and Sciences, Florida Institute of Technology, Melbourne, FL, USA"],"affiliations":[{"raw_affiliation_string":"Florida Institute of Technology,Computer Engineering and Sciences,Melbourne,FL,USA","institution_ids":["https://openalex.org/I106959904"]},{"raw_affiliation_string":"Computer Engineering and Sciences, Florida Institute of Technology, Melbourne, FL, USA","institution_ids":["https://openalex.org/I106959904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103534596","display_name":"Randolph M. Jones","orcid":null},"institutions":[{"id":"https://openalex.org/I4210133772","display_name":"Cognitive Technologies (United States)","ror":"https://ror.org/03zmbgt55","country_code":"US","type":"company","lineage":["https://openalex.org/I4210133772"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Randolph M. Jones","raw_affiliation_strings":["Soar Technology,Applied Cognitive Systems,Ann Arbor,MI,USA","Applied Cognitive Systems, Soar Technology, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"Soar Technology,Applied Cognitive Systems,Ann Arbor,MI,USA","institution_ids":["https://openalex.org/I4210133772"]},{"raw_affiliation_string":"Applied Cognitive Systems, Soar Technology, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I4210133772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009474581","display_name":"Michael Matessa","orcid":"https://orcid.org/0000-0001-5751-8765"},"institutions":[{"id":"https://openalex.org/I153317226","display_name":"Coe College","ror":"https://ror.org/03chkg278","country_code":"US","type":"education","lineage":["https://openalex.org/I153317226"]},{"id":"https://openalex.org/I4210101847","display_name":"Cedar Rapids Public Library","ror":"https://ror.org/01f3q9353","country_code":"US","type":"archive","lineage":["https://openalex.org/I4210101847"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Matessa","raw_affiliation_strings":["Collins Aerospace,Applied Research and Technology,Cedar Rapids,IA,USA","Applied Research and Technology, Collins Aerospace, Cedar Rapids, IA, USA"],"affiliations":[{"raw_affiliation_string":"Collins Aerospace,Applied Research and Technology,Cedar Rapids,IA,USA","institution_ids":["https://openalex.org/I4210101847","https://openalex.org/I153317226"]},{"raw_affiliation_string":"Applied Research and Technology, Collins Aerospace, Cedar Rapids, IA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048855960","display_name":"Siddhartha Bhattacharyya","orcid":"https://orcid.org/0000-0001-7296-7999"},"institutions":[{"id":"https://openalex.org/I106959904","display_name":"Florida Institute of Technology","ror":"https://ror.org/04atsbb87","country_code":"US","type":"education","lineage":["https://openalex.org/I106959904"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddhartha Bhattacharyya","raw_affiliation_strings":["Florida Institute of Technology,Computer Engineering and Sciences,Melbourne,FL,USA","Computer Engineering and Sciences, Florida Institute of Technology, Melbourne, FL, USA"],"affiliations":[{"raw_affiliation_string":"Florida Institute of Technology,Computer Engineering and Sciences,Melbourne,FL,USA","institution_ids":["https://openalex.org/I106959904"]},{"raw_affiliation_string":"Computer Engineering and Sciences, Florida Institute of Technology, Melbourne, FL, USA","institution_ids":["https://openalex.org/I106959904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016460230","display_name":"Jennifer Davis","orcid":"https://orcid.org/0000-0002-7078-1645"},"institutions":[{"id":"https://openalex.org/I4210101847","display_name":"Cedar Rapids Public Library","ror":"https://ror.org/01f3q9353","country_code":"US","type":"archive","lineage":["https://openalex.org/I4210101847"]},{"id":"https://openalex.org/I153317226","display_name":"Coe College","ror":"https://ror.org/03chkg278","country_code":"US","type":"education","lineage":["https://openalex.org/I153317226"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Davis","raw_affiliation_strings":["Collins Aerospace,Applied Research and Technology,Cedar Rapids,IA,USA","Applied Research and Technology, Collins Aerospace, Cedar Rapids, IA, USA"],"affiliations":[{"raw_affiliation_string":"Collins Aerospace,Applied Research and Technology,Cedar Rapids,IA,USA","institution_ids":["https://openalex.org/I4210101847","https://openalex.org/I153317226"]},{"raw_affiliation_string":"Applied Research and Technology, Collins Aerospace, Cedar Rapids, IA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102781199","display_name":"Hemant Purohit","orcid":"https://orcid.org/0000-0002-7933-8439"},"institutions":[{"id":"https://openalex.org/I106959904","display_name":"Florida Institute of Technology","ror":"https://ror.org/04atsbb87","country_code":"US","type":"education","lineage":["https://openalex.org/I106959904"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hemant Purohit","raw_affiliation_strings":["Florida Institute of Technology,Computer Engineering and Sciences,Melbourne,FL,USA","Computer Engineering and Sciences, Florida Institute of Technology, Melbourne, FL, USA"],"affiliations":[{"raw_affiliation_string":"Florida Institute of Technology,Computer Engineering and Sciences,Melbourne,FL,USA","institution_ids":["https://openalex.org/I106959904"]},{"raw_affiliation_string":"Computer Engineering and Sciences, Florida Institute of Technology, Melbourne, FL, USA","institution_ids":["https://openalex.org/I106959904"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012431658","display_name":"Simone Fulvio Rollini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simone Fulvio Rollini","raw_affiliation_strings":["Collins Aerospace,Applied Research and Technology,Rome,Italy","Applied Research and Technology, Collins Aerospace, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Collins Aerospace,Applied Research and Technology,Rome,Italy","institution_ids":[]},{"raw_affiliation_string":"Applied Research and Technology, Collins Aerospace, Rome, Italy","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5068593228"],"corresponding_institution_ids":["https://openalex.org/I106959904"],"apc_list":null,"apc_paid":null,"fwci":0.8068,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.7519093,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/soar","display_name":"Soar","score":0.7839141488075256},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7565310001373291},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6703195571899414},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.5755751729011536},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.534643828868866},{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.5062593221664429},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.43583470582962036},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4112168550491333},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3627908229827881}],"concepts":[{"id":"https://openalex.org/C17305859","wikidata":"https://www.wikidata.org/wiki/Q382944","display_name":"Soar","level":2,"score":0.7839141488075256},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7565310001373291},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6703195571899414},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.5755751729011536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.534643828868866},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.5062593221664429},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.43583470582962036},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4112168550491333},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3627908229827881},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/syscon53073.2023.10131227","is_oa":false,"landing_page_url":"https://doi.org/10.1109/syscon53073.2023.10131227","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Systems Conference (SysCon)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332378","display_name":"Langley Research Center","ror":"https://ror.org/0399mhs52"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W72684053","https://openalex.org/W233122475","https://openalex.org/W419646410","https://openalex.org/W1480909796","https://openalex.org/W2069431083","https://openalex.org/W2121863487","https://openalex.org/W2163445345","https://openalex.org/W2237372923","https://openalex.org/W2792160808","https://openalex.org/W2900439121","https://openalex.org/W2964276056","https://openalex.org/W2992833799","https://openalex.org/W3047844381","https://openalex.org/W3095103927","https://openalex.org/W3120551548","https://openalex.org/W3172583214","https://openalex.org/W3209657933","https://openalex.org/W3214219979"],"related_works":["https://openalex.org/W2134281179","https://openalex.org/W3098297242","https://openalex.org/W119058204","https://openalex.org/W4200522217","https://openalex.org/W2116399160","https://openalex.org/W1597980240","https://openalex.org/W2137490902","https://openalex.org/W1582649734","https://openalex.org/W2045237457","https://openalex.org/W2018749324"],"abstract_inverted_index":{"Autonomous":[0],"agents":[1],"are":[2,101,121],"expected":[3],"to":[4,39,106],"intelligently":[5],"handle":[6],"emerging":[7],"situations":[8],"with":[9,12,22,96],"appropriate":[10],"interaction":[11],"humans,":[13],"while":[14],"executing":[15],"the":[16,23,43,47,51,71,124],"operations.":[17],"This":[18],"is":[19,113],"possible":[20],"today":[21],"integration":[24],"of":[25,46],"advanced":[26],"technologies,":[27],"such":[28],"as":[29],"machine":[30],"learning,":[31],"but":[32],"these":[33],"complex":[34],"algorithms":[35],"pose":[36],"a":[37,60,80,86],"challenge":[38],"verification":[40],"and":[41,119],"thus":[42],"eventual":[44],"certification":[45],"autonomous":[48,63,83],"agent.":[49,125],"In":[50],"discussed":[52],"approach,":[53],"we":[54],"illustrate":[55],"how":[56],"safety":[57],"properties":[58,120],"for":[59],"learning-enabled":[61,81],"increasingly":[62,82],"agent":[64,84,91,112],"can":[65],"be":[66],"formally":[67],"verified":[68,122],"early":[69],"in":[70,85],"design":[72],"phase.":[73],"We":[74],"demonstrate":[75],"this":[76],"methodology":[77],"by":[78,103],"designing":[79],"cognitive":[87],"architecture,":[88],"Soar.":[89],"The":[90,111],"includes":[92],"symbolic":[93],"decision":[94,98,109],"logic":[95],"numeric":[97],"preferences":[99],"that":[100],"tuned":[102],"reinforcement":[104],"learning":[105],"produce":[107],"post-learning":[108],"knowledge.":[110],"then":[114],"automatically":[115],"translated":[116],"into":[117],"nuXmv,":[118],"over":[123]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}