{"id":"https://openalex.org/W3112908939","doi":"https://doi.org/10.1145/3400302.3415785","title":"Towards assurance evaluation of autonomous systems","display_name":"Towards assurance evaluation of autonomous systems","publication_year":2020,"publication_date":"2020-11-02","ids":{"openalex":"https://openalex.org/W3112908939","doi":"https://doi.org/10.1145/3400302.3415785","mag":"3112908939"},"language":"en","primary_location":{"id":"doi:10.1145/3400302.3415785","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3400302.3415785","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th International Conference on Computer-Aided Design","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072456962","display_name":"Steven C. Beland","orcid":null},"institutions":[{"id":"https://openalex.org/I2801120396","display_name":"Boeing (Australia)","ror":"https://ror.org/0346ase89","country_code":"AU","type":"company","lineage":["https://openalex.org/I1295339012","https://openalex.org/I2801120396"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Steven Beland","raw_affiliation_strings":["The Boeing Company"],"affiliations":[{"raw_affiliation_string":"The Boeing Company","institution_ids":["https://openalex.org/I2801120396"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041196780","display_name":"Isaac Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I2801120396","display_name":"Boeing (Australia)","ror":"https://ror.org/0346ase89","country_code":"AU","type":"company","lineage":["https://openalex.org/I1295339012","https://openalex.org/I2801120396"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Isaac Chang","raw_affiliation_strings":["The Boeing Company"],"affiliations":[{"raw_affiliation_string":"The Boeing Company","institution_ids":["https://openalex.org/I2801120396"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023372483","display_name":"Alexander Chen","orcid":"https://orcid.org/0000-0001-6484-7217"},"institutions":[{"id":"https://openalex.org/I2801120396","display_name":"Boeing (Australia)","ror":"https://ror.org/0346ase89","country_code":"AU","type":"company","lineage":["https://openalex.org/I1295339012","https://openalex.org/I2801120396"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alexander Chen","raw_affiliation_strings":["The Boeing Company"],"affiliations":[{"raw_affiliation_string":"The Boeing Company","institution_ids":["https://openalex.org/I2801120396"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083112734","display_name":"Matthew Moser","orcid":null},"institutions":[{"id":"https://openalex.org/I2801120396","display_name":"Boeing (Australia)","ror":"https://ror.org/0346ase89","country_code":"AU","type":"company","lineage":["https://openalex.org/I1295339012","https://openalex.org/I2801120396"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Matthew Moser","raw_affiliation_strings":["The Boeing Company"],"affiliations":[{"raw_affiliation_string":"The Boeing Company","institution_ids":["https://openalex.org/I2801120396"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041991265","display_name":"James Paunicka","orcid":null},"institutions":[{"id":"https://openalex.org/I2801120396","display_name":"Boeing (Australia)","ror":"https://ror.org/0346ase89","country_code":"AU","type":"company","lineage":["https://openalex.org/I1295339012","https://openalex.org/I2801120396"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"James Paunicka","raw_affiliation_strings":["The Boeing Company"],"affiliations":[{"raw_affiliation_string":"The Boeing Company","institution_ids":["https://openalex.org/I2801120396"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082620786","display_name":"Douglas A. Stuart","orcid":null},"institutions":[{"id":"https://openalex.org/I2801120396","display_name":"Boeing (Australia)","ror":"https://ror.org/0346ase89","country_code":"AU","type":"company","lineage":["https://openalex.org/I1295339012","https://openalex.org/I2801120396"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Douglas Stuart","raw_affiliation_strings":["The Boeing Company"],"affiliations":[{"raw_affiliation_string":"The Boeing Company","institution_ids":["https://openalex.org/I2801120396"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042445283","display_name":"John Vian","orcid":null},"institutions":[{"id":"https://openalex.org/I2801120396","display_name":"Boeing (Australia)","ror":"https://ror.org/0346ase89","country_code":"AU","type":"company","lineage":["https://openalex.org/I1295339012","https://openalex.org/I2801120396"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"John Vian","raw_affiliation_strings":["The Boeing Company"],"affiliations":[{"raw_affiliation_string":"The Boeing Company","institution_ids":["https://openalex.org/I2801120396"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008913371","display_name":"Christina Westover","orcid":null},"institutions":[{"id":"https://openalex.org/I2801120396","display_name":"Boeing (Australia)","ror":"https://ror.org/0346ase89","country_code":"AU","type":"company","lineage":["https://openalex.org/I1295339012","https://openalex.org/I2801120396"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Christina Westover","raw_affiliation_strings":["The Boeing Company"],"affiliations":[{"raw_affiliation_string":"The Boeing Company","institution_ids":["https://openalex.org/I2801120396"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024261384","display_name":"Huafeng Yu","orcid":"https://orcid.org/0000-0003-0065-1340"},"institutions":[{"id":"https://openalex.org/I2801120396","display_name":"Boeing (Australia)","ror":"https://ror.org/0346ase89","country_code":"AU","type":"company","lineage":["https://openalex.org/I1295339012","https://openalex.org/I2801120396"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huafeng Yu","raw_affiliation_strings":["The Boeing Company"],"affiliations":[{"raw_affiliation_string":"The Boeing Company","institution_ids":["https://openalex.org/I2801120396"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5072456962"],"corresponding_institution_ids":["https://openalex.org/I2801120396"],"apc_list":null,"apc_paid":null,"fwci":1.3055,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.79510862,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-assurance","display_name":"Information assurance","score":0.6411046981811523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6332787275314331},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.5203503966331482},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4794822633266449},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.47556963562965393},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43993955850601196},{"id":"https://openalex.org/keywords/safety-assurance","display_name":"Safety assurance","score":0.41997942328453064},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3460186719894409},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.34593862295150757},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.23493126034736633},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2337198555469513},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15915712714195251},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.09616872668266296}],"concepts":[{"id":"https://openalex.org/C2780795517","wikidata":"https://www.wikidata.org/wiki/Q6030997","display_name":"Information assurance","level":3,"score":0.6411046981811523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6332787275314331},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.5203503966331482},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4794822633266449},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.47556963562965393},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43993955850601196},{"id":"https://openalex.org/C112805685","wikidata":"https://www.wikidata.org/wiki/Q10566551","display_name":"Safety assurance","level":2,"score":0.41997942328453064},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3460186719894409},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.34593862295150757},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.23493126034736633},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2337198555469513},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15915712714195251},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.09616872668266296},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C527648132","wikidata":"https://www.wikidata.org/wiki/Q189900","display_name":"Information security","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3400302.3415785","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3400302.3415785","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th International Conference on Computer-Aided Design","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G2383718950","display_name":null,"funder_award_id":"FA8750-18-C-0093","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W4243947120"],"related_works":["https://openalex.org/W2943623134","https://openalex.org/W2494523064","https://openalex.org/W2505675537","https://openalex.org/W2068742488","https://openalex.org/W3120435769","https://openalex.org/W2215759665","https://openalex.org/W2030292806","https://openalex.org/W2971152863","https://openalex.org/W631728396","https://openalex.org/W4288623681"],"abstract_inverted_index":{"Due":[0],"to":[1,32],"the":[2,28,37,94,96,105,116,129,134,138],"probabilistic":[3],"and":[4,50,90,115],"uncertain":[5],"nature":[6],"of":[7,128,137],"learning-enabled":[8,79],"autonomous":[9,47,80],"systems,":[10,114],"new":[11],"assurance":[12,30,51,98,106,131],"technologies":[13,31,99,132],"appropriate":[14],"for":[15,21,63,78,126],"such":[16],"systems":[17],"are":[18,26],"becoming":[19],"critical":[20],"their":[22],"acceptance.":[23],"Runtime":[24],"monitors":[25],"among":[27],"key":[29],"address":[33],"these":[34],"challenges.":[35],"In":[36,54,93],"DARPA":[38,139],"Assured":[39,140],"Autonomy":[40,141],"program,":[41],"our":[42,59,71],"Boeing":[43],"team":[44],"is":[45],"performing":[46],"platform":[48],"integration":[49],"technology":[52],"evaluation.":[53],"this":[55],"paper,":[56],"we":[57],"present":[58],"preliminary":[60],"evaluation":[61,83,117],"results":[62],"runtime":[64],"monitor":[65],"technologies,":[66],"which":[67],"were":[68],"developed":[69],"by":[70],"three":[72],"partner":[73],"teams":[74],"during":[75],"Phase":[76],"I":[77],"systems.":[81],"The":[82],"was":[84],"completed":[85],"using":[86],"a":[87,122],"flight":[88],"simulator":[89],"real":[91],"platforms.":[92],"evaluation,":[95],"demonstrated":[97],"showed":[100],"significant":[101],"promise":[102],"in":[103,133],"addressing":[104],"shortfall":[107],"currently":[108],"facing":[109],"learning":[110],"enabled":[111],"cyber":[112],"physical":[113],"approach":[118],"defined":[119],"here":[120],"provides":[121],"solid":[123],"starting":[124],"point":[125],"evaluations":[127],"maturing":[130],"future":[135],"phases":[136],"project.":[142]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}