{"id":"https://openalex.org/W4285813082","doi":"https://doi.org/10.1109/iv51971.2022.9827292","title":"Modeling Driver Behavior using Adversarial Inverse Reinforcement Learning","display_name":"Modeling Driver Behavior using Adversarial Inverse Reinforcement Learning","publication_year":2022,"publication_date":"2022-06-05","ids":{"openalex":"https://openalex.org/W4285813082","doi":"https://doi.org/10.1109/iv51971.2022.9827292"},"language":"en","primary_location":{"id":"doi:10.1109/iv51971.2022.9827292","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv51971.2022.9827292","pdf_url":null,"source":{"id":"https://openalex.org/S4363605370","display_name":"2022 IEEE Intelligent Vehicles Symposium (IV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016304876","display_name":"Moritz Sackmann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moritz Sackmann","raw_affiliation_strings":["Institute of Information Technology, FAU Erlangen-Nürnberg,Erlangen,Germany,91058"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Technology, FAU Erlangen-Nürnberg,Erlangen,Germany,91058","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004953278","display_name":"Henrik Bey","orcid":"https://orcid.org/0000-0003-3101-1426"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henrik Bey","raw_affiliation_strings":["Institute of Information Technology, FAU Erlangen-Nürnberg,Erlangen,Germany,91058"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Technology, FAU Erlangen-Nürnberg,Erlangen,Germany,91058","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103156082","display_name":"Ulrich Hofmann","orcid":"https://orcid.org/0000-0001-9339-7948"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ulrich Hofmann","raw_affiliation_strings":["Pre-Development of Automated Driving, AUDI AG,Ingolstadt,Germany,85045"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pre-Development of Automated Driving, AUDI AG,Ingolstadt,Germany,85045","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019918338","display_name":"J\u00f6rn Thielecke","orcid":"https://orcid.org/0000-0001-6671-6341"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jorn Thielecke","raw_affiliation_strings":["Institute of Information Technology, FAU Erlangen-Nürnberg,Erlangen,Germany,91058"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Technology, FAU Erlangen-Nürnberg,Erlangen,Germany,91058","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1922,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.9469599,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1683","last_page":"1690"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7959423065185547},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7371566295623779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7128240466117859},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5908755660057068},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5399202704429626},{"id":"https://openalex.org/keywords/indirection","display_name":"Indirection","score":0.4944894313812256},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.45336419343948364},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.443978488445282},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4429866373538971},{"id":"https://openalex.org/keywords/policy-learning","display_name":"Policy learning","score":0.42151206731796265},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.4194354712963104},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12851977348327637}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7959423065185547},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7371566295623779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7128240466117859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5908755660057068},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5399202704429626},{"id":"https://openalex.org/C89377073","wikidata":"https://www.wikidata.org/wiki/Q1171224","display_name":"Indirection","level":2,"score":0.4944894313812256},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.45336419343948364},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.443978488445282},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4429866373538971},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.42151206731796265},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.4194354712963104},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12851977348327637},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iv51971.2022.9827292","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv51971.2022.9827292","pdf_url":null,"source":{"id":"https://openalex.org/S4363605370","display_name":"2022 IEEE Intelligent Vehicles Symposium (IV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1191599655","https://openalex.org/W1522301498","https://openalex.org/W1592601589","https://openalex.org/W1771410628","https://openalex.org/W1931877416","https://openalex.org/W1965455100","https://openalex.org/W1999874108","https://openalex.org/W2040441352","https://openalex.org/W2097545165","https://openalex.org/W2119717200","https://openalex.org/W2167224731","https://openalex.org/W2519106163","https://openalex.org/W2566467060","https://openalex.org/W2580495915","https://openalex.org/W2736601468","https://openalex.org/W2739974901","https://openalex.org/W2782474430","https://openalex.org/W2897804989","https://openalex.org/W2905173465","https://openalex.org/W2947630374","https://openalex.org/W2963219401","https://openalex.org/W2963274939","https://openalex.org/W2963277051","https://openalex.org/W2963508354","https://openalex.org/W2964201867","https://openalex.org/W2971007756","https://openalex.org/W2971323980","https://openalex.org/W3091165146","https://openalex.org/W3099689767","https://openalex.org/W3109323072","https://openalex.org/W3181350748","https://openalex.org/W3206298348","https://openalex.org/W3207915602","https://openalex.org/W3208743011","https://openalex.org/W3209073712","https://openalex.org/W3209892694","https://openalex.org/W3210638693","https://openalex.org/W4320013936","https://openalex.org/W6627932998","https://openalex.org/W6631190155","https://openalex.org/W6638018090","https://openalex.org/W6640174482","https://openalex.org/W6684338915","https://openalex.org/W6718092244","https://openalex.org/W6731259203","https://openalex.org/W6732249622","https://openalex.org/W6741002519","https://openalex.org/W6745347688","https://openalex.org/W6787266491"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2118132537"],"abstract_inverted_index":{"Driver":[0],"behavior":[1],"modeling":[2],"is":[3,71],"an":[4,26],"important":[5],"task":[6],"for":[7,89],"predicting":[8],"or":[9],"simulating":[10],"the":[11,18,42,53,114],"evolution":[12],"of":[13,20,37,55],"traffic":[14],"situations.":[15],"We":[16],"investigate":[17],"use":[19],"Adversarial":[21,119],"Inverse":[22],"Reinforcement":[23,75],"Learning":[24,76,121],"(AIRL),":[25],"IRL-based":[27],"method,":[28],"to":[29,41,51,83,105],"learning":[30],"a":[31,35,65],"driving":[32,58],"policy":[33,66],"from":[34],"dataset":[36],"real-world":[38],"trajectories.":[39],"Compared":[40],"commonly":[43],"used":[44],"direct":[45],"Behavioral":[46],"Cloning":[47],"(BC),":[48],"IRL":[49],"aims":[50],"reconstruct":[52],"rewards":[54,70],"drivers,":[56],"e.g.,":[57],"fast":[59],"but":[60],"with":[61],"minimal":[62],"accelerations.":[63],"Simultaneously,":[64],"that":[67,100,108],"maximizes":[68],"these":[69],"learned":[72],"using":[73],"standard":[74],"(RL)":[77],"methods.":[78],"This":[79],"indirection":[80],"enables":[81,103],"us":[82],"train":[84],"AIRL":[85,104],"in":[86],"fictional":[87],"situations,":[88],"which":[90],"no":[91],"training":[92],"trajectories":[93],"exist.":[94],"In":[95],"our":[96],"experiments,":[97],"we":[98],"find":[99],"this":[101],"advantage":[102],"produce":[106],"policies":[107],"are":[109],"significantly":[110],"more":[111],"robust":[112],"than":[113],"two":[115],"competing":[116],"approaches":[117],"Generative":[118],"Imitation":[120],"(GAIL)":[122],"and":[123],"BC.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}