{"id":"https://openalex.org/W4308068589","doi":"https://doi.org/10.1109/itsc55140.2022.9922310","title":"Modeling Human Driver Behaviors When Following Autonomous Vehicles: An Inverse Reinforcement Learning Approach","display_name":"Modeling Human Driver Behaviors When Following Autonomous Vehicles: An Inverse Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-10-08","ids":{"openalex":"https://openalex.org/W4308068589","doi":"https://doi.org/10.1109/itsc55140.2022.9922310"},"language":"en","primary_location":{"id":"doi:10.1109/itsc55140.2022.9922310","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9922310","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071430901","display_name":"Xiao Wen","orcid":"https://orcid.org/0000-0003-0719-1324"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Xiao Wen","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Department of Civil and Environmental Engineering,Hong Kong SAR","Department of Civil and Environmental Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Department of Civil and Environmental Engineering,Hong Kong SAR","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Civil and Environmental Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030587005","display_name":"Sisi Jian","orcid":"https://orcid.org/0000-0001-6743-0193"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Sisi Jian","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Department of Civil and Environmental Engineering,Hong Kong SAR","Department of Civil and Environmental Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Department of Civil and Environmental Engineering,Hong Kong SAR","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Civil and Environmental Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033765089","display_name":"Dengbo He","orcid":"https://orcid.org/0000-0003-4359-4083"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Dengbo He","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Intelligent Transportation Thrust,Guangzhou,China","Intelligent Transportation Thrust, The Hong Kong University of Science and Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Intelligent Transportation Thrust,Guangzhou,China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Intelligent Transportation Thrust, The Hong Kong University of Science and Technology, Guangzhou, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5071430901"],"corresponding_institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":2.1171,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.8890005,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1375","last_page":"1380"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7612552046775818},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6393787860870361},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6128211617469788},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5762213468551636},{"id":"https://openalex.org/keywords/advanced-driver-assistance-systems","display_name":"Advanced driver assistance systems","score":0.5453961491584778},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.48610901832580566},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.4557090401649475},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4272536635398865},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.333434522151947},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11189502477645874}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7612552046775818},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6393787860870361},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6128211617469788},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5762213468551636},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.5453961491584778},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.48610901832580566},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.4557090401649475},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4272536635398865},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.333434522151947},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11189502477645874},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/itsc55140.2022.9922310","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc55140.2022.9922310","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-123604","is_oa":false,"landing_page_url":"http://gateway.isiknowledge.com/gateway/Gateway.cgi?GWVersion=2&SrcAuth=LinksAMR&SrcApp=PARTNER_APP&DestLinkType=FullRecord&DestApp=WOS&KeyUT=000934720601058","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4099999964237213,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W2349673812","https://openalex.org/W2580495915","https://openalex.org/W2755552418","https://openalex.org/W2963219401","https://openalex.org/W2963277051","https://openalex.org/W2963508354","https://openalex.org/W2990116160","https://openalex.org/W3035172746","https://openalex.org/W3138181334","https://openalex.org/W3156216502","https://openalex.org/W3176912151","https://openalex.org/W4200170951","https://openalex.org/W4280510780","https://openalex.org/W4285079896","https://openalex.org/W6718092244","https://openalex.org/W6745347688","https://openalex.org/W6793108136","https://openalex.org/W6797805595"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4323768008","https://openalex.org/W1941703695","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W3131574667","https://openalex.org/W4391331176"],"abstract_inverted_index":{"During":[0],"the":[1,4,15,30,37,130,140,151,166],"transition":[2],"period,":[3],"interactions":[5],"between":[6],"human-driven":[7],"vehicles":[8,12],"(HVs)":[9],"and":[10,35,75,88,92,162,176],"autonomous":[11],"(AVs),":[13],"especially":[14],"car-following":[16,164,182],"behaviors,":[17],"need":[18],"to":[19,23,26,54,85,107,128,149,170],"be":[20],"analyzed":[21],"comprehensively":[22],"provide":[24],"feedbacks":[25],"AV":[27],"controllers,":[28],"increase":[29],"inference":[31],"ability":[32],"of":[33,40,81],"AVs":[34,52],"reflect":[36],"social":[38],"acceptance":[39],"AVs.":[41,136],"Previous":[42],"studies":[43],"have":[44,67],"found":[45],"that":[46,157],"HVs":[47,57,134],"behave":[48],"differently":[49],"when":[50,55],"following":[51,56,135],"compared":[53,158],"through":[58],"traffic/numerical":[59],"simulations":[60],"or":[61],"field":[62],"experiments.":[63],"However,":[64],"these":[65],"works":[66],"critical":[68],"drawbacks":[69],"such":[70],"as":[71],"simplified":[72],"driving":[73],"environments":[74],"limited":[76],"sample":[77],"sizes.":[78],"The":[79,154],"objective":[80],"this":[82],"study":[83],"is":[84,126],"realistically":[86],"model":[87,100,168],"understand":[89],"HV-following-AV":[90,113,137],"dynamics":[91],"their":[93],"microscopic":[94],"interactions.":[95],"An":[96],"inverse":[97],"reinforcement":[98,118],"learning":[99,119],"(Inverse":[101],"soft-Q":[102],"Learning)":[103],"has":[104],"been":[105],"implemented":[106],"retrieve":[108],"HVs'":[109,181],"reward":[110],"functions":[111],"in":[112],"events.":[114],"Then":[115],"a":[116],"deep":[117],"(DRL)":[120],"approach":[121],"\u2015":[122],"soft":[123],"actor-critic":[124],"(SAC)":[125],"adopted":[127],"estimate":[129],"optimal":[131],"policy":[132],"for":[133],"events":[138],"from":[139],"high-resolution":[141],"(10":[142],"Hz)":[143],"Waymo":[144],"Open":[145],"Dataset":[146],"are":[147],"extracted":[148],"validate":[150],"proposed":[152,167],"model.":[153],"results":[155],"show":[156],"with":[159],"other":[160],"conventional":[161],"data-driven":[163],"models,":[165],"leads":[169],"significantly":[171],"more":[172,178],"accurate":[173],"trajectory":[174],"predictions":[175],"gains":[177],"insights":[179],"into":[180],"behaviors.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}