{"id":"https://openalex.org/W4389665514","doi":"https://doi.org/10.1109/iros55552.2023.10342465","title":"Evaluation Metrics of Object Detection for Quantitative System-Level Analysis of Safety-Critical Autonomous Systems","display_name":"Evaluation Metrics of Object Detection for Quantitative System-Level Analysis of Safety-Critical Autonomous Systems","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389665514","doi":"https://doi.org/10.1109/iros55552.2023.10342465"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10342465","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10342465","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023935994","display_name":"Apurva Badithela","orcid":null},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Apurva Badithela","raw_affiliation_strings":["Control and Dynamical Systems, California Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Control and Dynamical Systems, California Institute of Technology","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017176660","display_name":"Tichakorn Wongpiromsarn","orcid":"https://orcid.org/0000-0002-3977-122X"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tichakorn Wongpiromsarn","raw_affiliation_strings":["Iowa State University,Department of Computer Science","Department of Computer Science, Iowa State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iowa State University,Department of Computer Science","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Department of Computer Science, Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068600217","display_name":"Richard M. Murray","orcid":"https://orcid.org/0000-0002-5785-7481"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard M. Murray","raw_affiliation_strings":["Control and Dynamical Systems, California Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Control and Dynamical Systems, California Institute of Technology","institution_ids":["https://openalex.org/I122411786"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8651","last_page":"8658"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.97079998254776,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9534000158309937,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6770981550216675},{"id":"https://openalex.org/keywords/confusion-matrix","display_name":"Confusion matrix","score":0.6386438012123108},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.5576232075691223},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.534282922744751},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5330933928489685},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.502490758895874},{"id":"https://openalex.org/keywords/proposition","display_name":"Proposition","score":0.48617857694625854},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.46897634863853455},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.39516472816467285},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38864386081695557},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36191892623901367}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6770981550216675},{"id":"https://openalex.org/C138602881","wikidata":"https://www.wikidata.org/wiki/Q2709591","display_name":"Confusion matrix","level":2,"score":0.6386438012123108},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.5576232075691223},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.534282922744751},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5330933928489685},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.502490758895874},{"id":"https://openalex.org/C2777152325","wikidata":"https://www.wikidata.org/wiki/Q108163","display_name":"Proposition","level":2,"score":0.48617857694625854},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.46897634863853455},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.39516472816467285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38864386081695557},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36191892623901367},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iros55552.2023.10342465","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10342465","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:dr.lib.iastate.edu:20.500.12876/gwW761Gw","is_oa":false,"landing_page_url":"https://dr.lib.iastate.edu/handle/20.500.12876/gwW761Gw","pdf_url":null,"source":{"id":"https://openalex.org/S4377196104","display_name":"Iowa State University Digital Repository (Iowa State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173911158","host_organization_name":"Iowa State University","host_organization_lineage":["https://openalex.org/I173911158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/IROS55552.2023.10342465","raw_type":"conference presentation"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8856655519","display_name":null,"funder_award_id":"CNS-2141153","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2349990005","https://openalex.org/W19473193","https://openalex.org/W2369153420","https://openalex.org/W2388815250","https://openalex.org/W2394094611","https://openalex.org/W4366202965","https://openalex.org/W1969293528","https://openalex.org/W2349679704","https://openalex.org/W4389633859","https://openalex.org/W2570625548"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"two":[3],"metrics":[4,18],"for":[5,94,148],"evaluating":[6],"learned":[7],"object":[8,66],"detection":[9,97],"models:":[10],"the":[11,24,49,52,69,78,84,88,102,105,108,145],"proposition-labeled":[12,70],"and":[13,107,119],"distance-parametrized":[14,90],"confusion":[15,45,71,86,91,133],"matrices.":[16,134],"These":[17],"are":[19],"leveraged":[20],"to":[21,28,47,77,101],"quantitatively":[22],"analyze":[23],"system":[25,54],"with":[26,99],"respect":[27,100],"its":[29,56],"system-level":[30,57,117,127],"formal":[31],"specifications":[32,58,118],"via":[33],"probabilistic":[34],"model":[35],"checking.":[36],"In":[37],"particular,":[38],"we":[39],"derive":[40],"transition":[41],"probabilities":[42,147],"from":[43,131],"these":[44,111],"matrices":[46],"compute":[48],"probability":[50],"that":[51],"closed-loop":[53],"satisfies":[55],"expressed":[59],"in":[60,96,124,152],"temporal":[61],"logic.":[62],"Instead":[63],"of":[64],"using":[65],"class":[67],"labels,":[68],"matrix":[72,92],"uses":[73],"atomic":[74],"propositions":[75],"relevant":[76],"high-level":[79],"control":[80,120],"strategy.":[81],"Furthermore,":[82],"unlike":[83],"traditional":[85,132],"matrix,":[87],"proposed":[89],"accounts":[93],"variations":[95],"performance":[98],"distance":[103],"between":[104],"ego":[106],"object.":[109],"Empirically,":[110],"evaluation":[112],"metrics,":[113],"chosen":[114],"by":[115,143],"considering":[116],"module":[121],"design,":[122],"result":[123],"less":[125],"conservative":[126],"evaluations":[128],"than":[129],"those":[130],"We":[135],"demonstrate":[136],"this":[137],"framework":[138],"on":[139],"a":[140],"car-pedestrian":[141],"example":[142],"computing":[144],"satisfaction":[146],"safety":[149],"requirements":[150],"formalized":[151],"Linear":[153],"Temporal":[154],"Logic.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}