{"id":"https://openalex.org/W4308080635","doi":"https://doi.org/10.1109/itsc55140.2022.9922370","title":"Outlier-robust Inverse Reinforcement Learning and Reward-based Detection of Anomalous Driving Behaviors","display_name":"Outlier-robust Inverse Reinforcement Learning and Reward-based Detection of Anomalous Driving Behaviors","publication_year":2022,"publication_date":"2022-10-08","ids":{"openalex":"https://openalex.org/W4308080635","doi":"https://doi.org/10.1109/itsc55140.2022.9922370"},"language":"en","primary_location":{"id":"doi:10.1109/itsc55140.2022.9922370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9922370","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100380723","display_name":"Dan Li","orcid":"https://orcid.org/0000-0002-3787-1673"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dan Li","raw_affiliation_strings":["EECS, University of Michigan,Ann Arbor,MI,USA,48109"],"affiliations":[{"raw_affiliation_string":"EECS, University of Michigan,Ann Arbor,MI,USA,48109","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049956526","display_name":"Mohamad Louai Shehab","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohamad Louai Shehab","raw_affiliation_strings":["Robotics Institute, University of Michigan,Ann Arbor,MI,USA,48109"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, University of Michigan,Ann Arbor,MI,USA,48109","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043546100","display_name":"Zexiang Liu","orcid":"https://orcid.org/0000-0001-8020-1619"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zexiang Liu","raw_affiliation_strings":["EECS, University of Michigan,Ann Arbor,MI,USA,48109"],"affiliations":[{"raw_affiliation_string":"EECS, University of Michigan,Ann Arbor,MI,USA,48109","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068636555","display_name":"Nikos Ar\u00e9chiga","orcid":"https://orcid.org/0009-0005-5585-7006"},"institutions":[{"id":"https://openalex.org/I4210087566","display_name":"Technical Resources International (United States)","ror":"https://ror.org/004fmj330","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087566"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikos Arechiga","raw_affiliation_strings":["TRI,USA","TRI, USA"],"affiliations":[{"raw_affiliation_string":"TRI,USA","institution_ids":["https://openalex.org/I4210087566"]},{"raw_affiliation_string":"TRI, USA","institution_ids":["https://openalex.org/I4210087566"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049226598","display_name":"Jonathan DeCastro","orcid":"https://orcid.org/0000-0002-0933-9671"},"institutions":[{"id":"https://openalex.org/I4210087566","display_name":"Technical Resources International (United States)","ror":"https://ror.org/004fmj330","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087566"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan DeCastro","raw_affiliation_strings":["TRI,USA","TRI, USA"],"affiliations":[{"raw_affiliation_string":"TRI,USA","institution_ids":["https://openalex.org/I4210087566"]},{"raw_affiliation_string":"TRI, USA","institution_ids":["https://openalex.org/I4210087566"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054418471","display_name":"Necmiye \u00d6zay","orcid":"https://orcid.org/0000-0002-5552-4392"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Necmiye Ozay","raw_affiliation_strings":["EECS, University of Michigan,Ann Arbor,MI,USA,48109","Robotics Institute, University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"EECS, University of Michigan,Ann Arbor,MI,USA,48109","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Robotics Institute, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100380723"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":0.2079,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.42205344,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"4175","last_page":"4182"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.790023684501648},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.7642866969108582},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.7119517922401428},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6672340631484985},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6326555013656616},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6215927004814148},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6069130301475525},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5811210870742798},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.43840572237968445},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.40487805008888245},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12219351530075073},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07692301273345947}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.790023684501648},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.7642866969108582},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.7119517922401428},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6672340631484985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6326555013656616},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6215927004814148},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6069130301475525},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5811210870742798},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.43840572237968445},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.40487805008888245},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12219351530075073},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07692301273345947},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc55140.2022.9922370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9922370","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1986007546","https://openalex.org/W1999874108","https://openalex.org/W2057134775","https://openalex.org/W2121863487","https://openalex.org/W2122646361","https://openalex.org/W2152374007","https://openalex.org/W2403816530","https://openalex.org/W2438413413","https://openalex.org/W2474788619","https://openalex.org/W2487175822","https://openalex.org/W2554060840","https://openalex.org/W2567061106","https://openalex.org/W2600859289","https://openalex.org/W2734887910","https://openalex.org/W2744369598","https://openalex.org/W2805772682","https://openalex.org/W2891385160","https://openalex.org/W2896288931","https://openalex.org/W2909906617","https://openalex.org/W2942735643","https://openalex.org/W2945434604","https://openalex.org/W2949500778","https://openalex.org/W2952589828","https://openalex.org/W2963508354","https://openalex.org/W3026525412","https://openalex.org/W3037606473","https://openalex.org/W3104181348","https://openalex.org/W4237591687","https://openalex.org/W6650265722","https://openalex.org/W6717886229","https://openalex.org/W6731156920","https://openalex.org/W6745347688","https://openalex.org/W6752418877","https://openalex.org/W6941070129"],"related_works":["https://openalex.org/W2499612753","https://openalex.org/W4400868993","https://openalex.org/W3111802945","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535"],"abstract_inverted_index":{"This":[0],"paper":[1],"considers":[2],"an":[3],"outlier":[4],"detection":[5,92],"problem":[6],"for":[7,83],"a":[8,57,67],"collection":[9],"of":[10,39,66,75,95,103],"vehicles":[11],"or":[12,36],"agents.":[13,87],"These":[14],"agents":[15,45],"are":[16,26],"represented":[17],"by":[18],"Markov":[19],"decision":[20],"processes":[21],"and":[22,41,85,93],"the":[23,34,43,50,73,76,91,101,104],"trajectory":[24],"data":[25],"assumed":[27],"available.":[28],"The":[29],"work":[30],"aims":[31],"to":[32],"learn":[33],"intentions":[35,47],"reward":[37,69],"functions":[38],"agents,":[40],"infer":[42],"anomalous":[44],"whose":[46],"differ":[48],"from":[49],"majority.":[51],"To":[52],"achieve":[53],"this,":[54],"we":[55],"propose":[56],"joint":[58],"inverse":[59],"reinforcement":[60],"learning":[61,65],"framework,":[62],"which":[63],"enables":[64],"common":[68],"function":[70],"that":[71],"captures":[72],"behavior":[74],"majority":[77],"as":[78,80],"well":[79],"individual":[81],"rewards":[82],"normal":[84],"abnormal":[86],"An":[88],"example":[89],"on":[90],"analysis":[94],"driving":[96],"behaviors":[97],"is":[98],"provided,":[99],"demonstrating":[100],"effectiveness":[102],"proposed":[105],"framework.":[106]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}