{"id":"https://openalex.org/W4391836728","doi":"https://doi.org/10.1080/23249935.2024.2318621","title":"Uncertainty-aware human-like driving policy learning with deep Bayesian inverse reinforcement learning","display_name":"Uncertainty-aware human-like driving policy learning with deep Bayesian inverse reinforcement learning","publication_year":2024,"publication_date":"2024-02-15","ids":{"openalex":"https://openalex.org/W4391836728","doi":"https://doi.org/10.1080/23249935.2024.2318621"},"language":"en","primary_location":{"id":"doi:10.1080/23249935.2024.2318621","doi":"https://doi.org/10.1080/23249935.2024.2318621","is_oa":false,"landing_page_url":"https://doi.org/10.1080/23249935.2024.2318621","pdf_url":null,"source":{"id":"https://openalex.org/S4210177949","display_name":"Transportmetrica A Transport Science","issn_l":"2324-9935","issn":["2324-9935","2324-9943"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","cwts-core","dongbi-d","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transportmetrica A: Transport Science","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101485047","display_name":"Di Zeng","orcid":"https://orcid.org/0000-0001-8329-1816","observed_orcids":["https://orcid.org/0000-0001-8329-1816"]},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]},{"id":"https://openalex.org/I4391768226","display_name":"State Key Laboratory of Mechanical Transmission","ror":"https://ror.org/054scg060","country_code":"CN","type":"facility","lineage":["https://openalex.org/I158842170","https://openalex.org/I4391768226"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Zeng","raw_affiliation_strings":["Chongqing University","State Key Laboratory of Mechanical Transmission for Advanced Equipment, Chongqing University, Chongqing, People's Republic of China"],"raw_orcid":"https://orcid.org/0000-0001-8329-1816","affiliations":[{"raw_affiliation_string":"Chongqing University","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"State Key Laboratory of Mechanical Transmission for Advanced Equipment, Chongqing University, Chongqing, People's Republic of China","institution_ids":["https://openalex.org/I158842170","https://openalex.org/I4391768226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023862346","display_name":"Ling Zheng","orcid":"https://orcid.org/0000-0001-8292-1476","observed_orcids":["https://orcid.org/0000-0001-8292-1476","https://orcid.org/0009-0003-2435-1032","https://orcid.org/0009-0005-1455-8536"]},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]},{"id":"https://openalex.org/I4391768226","display_name":"State Key Laboratory of Mechanical Transmission","ror":"https://ror.org/054scg060","country_code":"CN","type":"facility","lineage":["https://openalex.org/I158842170","https://openalex.org/I4391768226"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ling Zheng","raw_affiliation_strings":["Chongqing University","State Key Laboratory of Mechanical Transmission for Advanced Equipment, Chongqing University, Chongqing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing University","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"State Key Laboratory of Mechanical Transmission for Advanced Equipment, Chongqing University, Chongqing, People's Republic of China","institution_ids":["https://openalex.org/I158842170","https://openalex.org/I4391768226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101305020","display_name":"Xiantong Yang","orcid":"https://orcid.org/0009-0004-7696-4110","observed_orcids":["https://orcid.org/0009-0004-7696-4110"]},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]},{"id":"https://openalex.org/I4391768226","display_name":"State Key Laboratory of Mechanical Transmission","ror":"https://ror.org/054scg060","country_code":"CN","type":"facility","lineage":["https://openalex.org/I158842170","https://openalex.org/I4391768226"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiantong Yang","raw_affiliation_strings":["Chongqing University","State Key Laboratory of Mechanical Transmission for Advanced Equipment, Chongqing University, Chongqing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing University","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"State Key Laboratory of Mechanical Transmission for Advanced Equipment, Chongqing University, Chongqing, People's Republic of China","institution_ids":["https://openalex.org/I158842170","https://openalex.org/I4391768226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046922272","display_name":"Yinong Li","orcid":"https://orcid.org/0000-0001-8523-9384","observed_orcids":["https://orcid.org/0000-0001-8523-9384"]},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]},{"id":"https://openalex.org/I4391768226","display_name":"State Key Laboratory of Mechanical Transmission","ror":"https://ror.org/054scg060","country_code":"CN","type":"facility","lineage":["https://openalex.org/I158842170","https://openalex.org/I4391768226"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinong Li","raw_affiliation_strings":["Chongqing University","State Key Laboratory of Mechanical Transmission for Advanced Equipment, Chongqing University, Chongqing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing University","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"State Key Laboratory of Mechanical Transmission for Advanced Equipment, Chongqing University, Chongqing, People's Republic of China","institution_ids":["https://openalex.org/I158842170","https://openalex.org/I4391768226"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5023862346"],"corresponding_institution_ids":["https://openalex.org/I158842170","https://openalex.org/I4391768226"],"apc_list":null,"apc_paid":null,"fwci":0.8649,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.72854175,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"21","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7685999870300293,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7685999870300293,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.22830000519752502,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inverse-reinforcement-learning","display_name":"inverse reinforcement learning","score":0.7789999842643738},{"id":"https://openalex.org/keywords/reward-function-learning","display_name":"reward function learning","score":0.7239999771118164},{"id":"https://openalex.org/keywords/uncertainty-estimation","display_name":"uncertainty estimation","score":0.722000002861023},{"id":"https://openalex.org/keywords/autonomous-vehicles","display_name":"autonomous vehicles","score":0.6700000166893005},{"id":"https://openalex.org/keywords/driving-policy-learning","display_name":"driving policy learning","score":0.8309999704360962},{"id":"https://openalex.org/keywords/highway-driving","display_name":"highway driving","score":0.6169999837875366}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.677119255065918},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6020802855491638},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5696943998336792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5495036840438843},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.5310544967651367},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4926970303058624}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/23249935.2024.2318621","doi":"https://doi.org/10.1080/23249935.2024.2318621","is_oa":false,"landing_page_url":"https://doi.org/10.1080/23249935.2024.2318621","pdf_url":null,"source":{"id":"https://openalex.org/S4210177949","display_name":"Transportmetrica A Transport Science","issn_l":"2324-9935","issn":["2324-9935","2324-9943"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","cwts-core","dongbi-d","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transportmetrica A: Transport Science","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G8566872725","display_name":null,"funder_award_id":"51875061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W1522301498","https://openalex.org/W1567512734","https://openalex.org/W1567876833","https://openalex.org/W1573205248","https://openalex.org/W1591675293","https://openalex.org/W1592601589","https://openalex.org/W1601795611","https://openalex.org/W1604134956","https://openalex.org/W1801976851","https://openalex.org/W1904365287","https://openalex.org/W1968651858","https://openalex.org/W1994648061","https://openalex.org/W1999874108","https://openalex.org/W2050550560","https://openalex.org/W2096871511","https://openalex.org/W2098774185","https://openalex.org/W2119914747","https://openalex.org/W2133068870","https://openalex.org/W2142641780","https://openalex.org/W2163037893","https://openalex.org/W2169498096","https://openalex.org/W2225156818","https://openalex.org/W2281287867","https://openalex.org/W2342840547","https://openalex.org/W2567061106","https://openalex.org/W2575454692","https://openalex.org/W2744369598","https://openalex.org/W2787938642","https://openalex.org/W2886034533","https://openalex.org/W2886616503","https://openalex.org/W2891385160","https://openalex.org/W2904907999","https://openalex.org/W2909906617","https://openalex.org/W2910781732","https://openalex.org/W2970517549","https://openalex.org/W2990123902","https://openalex.org/W2990696475","https://openalex.org/W2991126425","https://openalex.org/W2995709298","https://openalex.org/W3030364939","https://openalex.org/W3037434189","https://openalex.org/W3037606473","https://openalex.org/W3102501701","https://openalex.org/W3106255814","https://openalex.org/W3121045039","https://openalex.org/W3127131455","https://openalex.org/W3176912151","https://openalex.org/W3201551811","https://openalex.org/W4210909794","https://openalex.org/W4250685322","https://openalex.org/W4402352048"],"related_works":["https://openalex.org/W4417478018","https://openalex.org/W4362709417","https://openalex.org/W2567061106","https://openalex.org/W2991138762","https://openalex.org/W3037606473","https://openalex.org/W4366308958","https://openalex.org/W3121835952","https://openalex.org/W3176912151","https://openalex.org/W4285813082","https://openalex.org/W4416748358"],"abstract_inverted_index":{"The":[0,107],"application":[1],"of":[2,18,41,46,136,150],"deep":[3,53],"reinforcement":[4,25],"learning":[5,9,26,69],"in":[6,102,125],"driving":[7,85,105],"policy":[8,141],"for":[10],"automated":[11,126],"vehicles":[12],"is":[13],"limited":[14],"by":[15,68,87],"the":[16,34,39,60,65,75,89,97,120,134,137,144,151],"difficulty":[17],"designing":[19,63],"reward":[20,35,61,76,91,116,138],"functions.":[21],"Most":[22],"existing":[23,121],"inverse":[24],"(IRL)":[27],"methods":[28,99],"make":[29],"a":[30,51],"structure":[31],"assumption":[32],"on":[33],"function":[36,62,139],"and":[37,64,92,114,147],"omit":[38],"uncertainty":[40,113,135],"neural":[42],"networks.":[43],"In":[44],"view":[45],"this,":[47],"this":[48],"paper":[49],"proposes":[50],"novel":[52],"Bayesian":[54],"IRL":[55,122],"method":[56,123],"that":[57,110,132],"addresses":[58],"both":[59],"uncertainty-measuring":[66],"issues":[67],"an":[70],"approximate":[71],"posterior":[72],"distribution":[73],"over":[74],"function.":[77],"Furthermore,":[78],"we":[79],"propose":[80],"to":[81],"train":[82],"uncertainty-aware":[83],"human-like":[84],"policies":[86],"maximising":[88],"predicted":[90],"penalising":[93,133],"its":[94],"uncertainty.":[95],"Finally,":[96],"proposed":[98],"were":[100],"validated":[101],"simulated":[103],"highway":[104],"scenarios.":[106],"results":[108],"show":[109],"AVRL":[111],"models":[112],"learns":[115],"functions":[117],"significantly":[118],"outperforming":[119],"applied":[124],"driving.":[127],"It":[128],"was":[129],"also":[130],"found":[131],"during":[140],"training":[142],"improves":[143],"success":[145],"rate":[146],"human":[148],"likeness":[149],"learned":[152],"policy.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-02-16T00:00:00"}
