{"id":"https://openalex.org/W4400647197","doi":"https://doi.org/10.1109/iv55156.2024.10588405","title":"Improving Car-Following Control in Mixed Traffic: A Deep Reinforcement Learning Framework with Aggregated Human-Driven Vehicles","display_name":"Improving Car-Following Control in Mixed Traffic: A Deep Reinforcement Learning Framework with Aggregated Human-Driven Vehicles","publication_year":2024,"publication_date":"2024-06-02","ids":{"openalex":"https://openalex.org/W4400647197","doi":"https://doi.org/10.1109/iv55156.2024.10588405"},"language":"en","primary_location":{"id":"doi:10.1109/iv55156.2024.10588405","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv55156.2024.10588405","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104344605","display_name":"Xianda Chen","orcid":"https://orcid.org/0009-0004-0200-6526"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Xianda Chen","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),Intelligent Transportation Thrust,Guangzhou,China,511400"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),Intelligent Transportation Thrust,Guangzhou,China,511400","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100029954","display_name":"PakHin Tiu","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"PakHin Tiu","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),Intelligent Transportation Thrust,Guangzhou,China,511400"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),Intelligent Transportation Thrust,Guangzhou,China,511400","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062418514","display_name":"Yihuai Zhang","orcid":"https://orcid.org/0000-0002-7363-7796"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yihuai Zhang","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),Intelligent Transportation Thrust,Guangzhou,China,511400"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),Intelligent Transportation Thrust,Guangzhou,China,511400","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058410192","display_name":"Meixin Zhu","orcid":"https://orcid.org/0000-0003-3291-3616"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meixin Zhu","raw_affiliation_strings":["Guangdong Provincial Key Lab of Integrated Communication,Sensing and Computation for Ubiquitous Internet of Things"],"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Lab of Integrated Communication,Sensing and Computation for Ubiquitous Internet of Things","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062424202","display_name":"Xinhu Zheng","orcid":"https://orcid.org/0000-0002-9898-5543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinhu Zheng","raw_affiliation_strings":["Guangdong Provincial Key Lab of Integrated Communication,Sensing and Computation for Ubiquitous Internet of Things"],"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Lab of Integrated Communication,Sensing and Computation for Ubiquitous Internet of Things","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012268687","display_name":"Yinhai Wang","orcid":"https://orcid.org/0000-0002-4180-5628"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinhai Wang","raw_affiliation_strings":["University of Washington,Department of Civil and Environmental Engineering,Seattle,WA,USA,98195"],"affiliations":[{"raw_affiliation_string":"University of Washington,Department of Civil and Environmental Engineering,Seattle,WA,USA,98195","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5104344605"],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":1.0484,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.76347988,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"627","last_page":"632"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.939300000667572,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9333000183105469,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7992954254150391},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6591084003448486},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.48768293857574463},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47821280360221863},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45838114619255066}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7992954254150391},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6591084003448486},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.48768293857574463},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47821280360221863},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45838114619255066}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iv55156.2024.10588405","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv55156.2024.10588405","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335480","display_name":"Guangzhou Municipal Science and Technology Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W1978956894","https://openalex.org/W2046482177","https://openalex.org/W2050106429","https://openalex.org/W2054210802","https://openalex.org/W2061928772","https://openalex.org/W2131398657","https://openalex.org/W2137703549","https://openalex.org/W2144082602","https://openalex.org/W2145015977","https://openalex.org/W2283952362","https://openalex.org/W2515281348","https://openalex.org/W2530768442","https://openalex.org/W2744953678","https://openalex.org/W2755552418","https://openalex.org/W2896642734","https://openalex.org/W2935108183","https://openalex.org/W2955211317","https://openalex.org/W2963165400","https://openalex.org/W2964784128","https://openalex.org/W3005014946","https://openalex.org/W3210590548","https://openalex.org/W3216772467","https://openalex.org/W4210484448","https://openalex.org/W4220966054","https://openalex.org/W4226198779","https://openalex.org/W4308083197","https://openalex.org/W4318541446","https://openalex.org/W4322730880","https://openalex.org/W4328008029","https://openalex.org/W4367333142","https://openalex.org/W4382727564","https://openalex.org/W4382751604","https://openalex.org/W4385453619","https://openalex.org/W4386357482","https://openalex.org/W4387609094","https://openalex.org/W4388994762","https://openalex.org/W4393906102","https://openalex.org/W6804601995","https://openalex.org/W6856176545"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4321369474","https://openalex.org/W4360585206","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W4323565446"],"abstract_inverted_index":{"Traffic":[0],"oscillations":[1],"pose":[2],"safety":[3],"and":[4,12,16,74,88,145,160,181,192,203,209],"efficiency":[5],"challenges":[6],"in":[7,32,114,148,155],"mixed":[8,211],"scenarios":[9],"involving":[10],"connected":[11],"automated":[13],"vehicles":[14,18],"(CAVs)":[15],"human-driven":[17],"(HDVs).":[19],"Existing":[20],"control":[21,205],"strategies":[22,206],"fail":[23],"to":[24,71,128,133,141,167,189,196],"handle":[25],"the":[26,82,101,107,117,121,130,135,143,146,156,190,197],"unpredictability":[27],"of":[28,95,158,163,179,185],"HDV":[29],"behaviors,":[30],"resulting":[31],"disruptive":[33],"\"stop-and-go\"":[34],"traffic":[35,77,212],"patterns.":[36],"This":[37],"study":[38],"proposes":[39],"a":[40,51,93,153,173],"novel":[41],"algorithm":[42],"that":[43],"uses":[44],"Deep":[45],"Reinforcement":[46],"Learning":[47],"(DRL)":[48],"integrated":[49],"into":[50],"distinctive":[52],"\"CAV-AHDV-CAV\"":[53],"structure":[54],"for":[55,207],"car-following":[56,97],"events.":[57],"The":[58,150],"consecutive":[59],"HDVs":[60,69,159],"are":[61],"treated":[62],"as":[63,79,111],"an":[64,161],"aggregated":[65],"unit":[66],"called":[67],"Aggregated":[68],"(AHDVs)":[70],"eliminate":[72],"stochasticity":[73],"leverage":[75],"collective":[76],"features":[78],"inputs,":[80],"addressing":[81],"driver":[83],"heterogeneity":[84],"issue.":[85],"Our":[86],"training":[87],"testing":[89],"were":[90],"conducted":[91],"using":[92],"dataset":[94],"9,200":[96],"events":[98],"extracted":[99],"from":[100],"HighD":[102],"dataset.":[103],"In":[104],"these":[105],"events,":[106],"lead":[108],"vehicle":[109,119,127,136],"serves":[110],"our":[112,125],"CAV":[113,147],"front,":[115],"while":[116],"following":[118],"represents":[120],"AHDV.":[122],"We":[123],"simulated":[124],"controlled":[126],"follow":[129],"AHDV,":[131],"aiming":[132],"achieve":[134],"equilibrium":[137,164],"state":[138],"with":[139],"respect":[140,188,195],"both":[142],"AHDV":[144],"front.":[149],"results":[151],"demonstrate":[152],"reduction":[154],"impact":[157],"enhancement":[162],"states":[165],"compared":[166],"baseline":[168],"models.":[169],"Specifically,":[170],"we":[171],"achieved":[172],"speed":[174],"mean":[175],"square":[176],"error":[177],"(MSE)":[178],"3.151":[180],"spacing":[182],"MSE":[183],"values":[184],"50.484":[186],"(with":[187,194],"AHDV)":[191],"47.855":[193],"CAV).":[198],"These":[199],"findings":[200],"offer":[201],"robust":[202],"adaptable":[204],"efficient":[208],"safe":[210],"dominated":[213],"by":[214],"CAVs.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}
