{"id":"https://openalex.org/W4386536451","doi":"https://doi.org/10.1109/tvt.2023.3311198","title":"Self-Organized Routing for Autonomous Vehicles via Deep Reinforcement Learning","display_name":"Self-Organized Routing for Autonomous Vehicles via Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-09-08","ids":{"openalex":"https://openalex.org/W4386536451","doi":"https://doi.org/10.1109/tvt.2023.3311198"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3311198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3311198","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067328517","display_name":"Huaxin Pei","orcid":"https://orcid.org/0000-0003-4815-2778"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaxin Pei","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4815-2778","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100462845","display_name":"Jiawei Zhang","orcid":"https://orcid.org/0000-0002-8634-1687"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Zhang","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8634-1687","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100653787","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0001-5526-866X"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["Department of Automation, BNRist, Tsinghua University, Beijing, China","Tsinghua-Berkeley Shenzhen Institute (TBSI), Shenzhen, China","Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5526-866X","affiliations":[{"raw_affiliation_string":"Department of Automation, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute (TBSI), Shenzhen, China","institution_ids":["https://openalex.org/I4210114105"]},{"raw_affiliation_string":"Jiangsu Province Collaborative Innovation Center of Modern Urban Traffic Technologies, Nanjing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013491643","display_name":"Huile Xu","orcid":"https://orcid.org/0000-0001-6715-0247"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huile Xu","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6715-0247","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114911316","display_name":"Li Li","orcid":"https://orcid.org/0000-0002-9428-1960"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["Department of Automation, BNRist, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9428-1960","affiliations":[{"raw_affiliation_string":"Department of Automation, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4535,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.89102614,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"73","issue":"1","first_page":"426","last_page":"437"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9451000094413757,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9451000094413757,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8203959465026855},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.6710162162780762},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5982102155685425},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.5087619423866272},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.41247329115867615},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3445625305175781},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.273917019367218},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.26524895429611206},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22102737426757812}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8203959465026855},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.6710162162780762},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5982102155685425},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.5087619423866272},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41247329115867615},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3445625305175781},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.273917019367218},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.26524895429611206},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22102737426757812}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2023.3311198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3311198","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G298791016","display_name":null,"funder_award_id":"52272420","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W105387788","https://openalex.org/W333102223","https://openalex.org/W1967258332","https://openalex.org/W1977655452","https://openalex.org/W2037141248","https://openalex.org/W2112269231","https://openalex.org/W2177295793","https://openalex.org/W2292128556","https://openalex.org/W2460379932","https://openalex.org/W2583040247","https://openalex.org/W2746553466","https://openalex.org/W2751816856","https://openalex.org/W2761873684","https://openalex.org/W2777783022","https://openalex.org/W2782493803","https://openalex.org/W2809329936","https://openalex.org/W2890163410","https://openalex.org/W2905542878","https://openalex.org/W2909215621","https://openalex.org/W2925362180","https://openalex.org/W2946934061","https://openalex.org/W2961359668","https://openalex.org/W2980571877","https://openalex.org/W3011346430","https://openalex.org/W3012310637","https://openalex.org/W3082706096","https://openalex.org/W3088184858","https://openalex.org/W3092396141","https://openalex.org/W3125651039","https://openalex.org/W3127561923","https://openalex.org/W3138362761","https://openalex.org/W3154457355","https://openalex.org/W3159391308","https://openalex.org/W3160112148","https://openalex.org/W3162378494","https://openalex.org/W3181607911","https://openalex.org/W3191333276","https://openalex.org/W3193343397","https://openalex.org/W3194149012","https://openalex.org/W3197210623","https://openalex.org/W3205611568","https://openalex.org/W4200086871","https://openalex.org/W4211076387","https://openalex.org/W4214717370","https://openalex.org/W4226436200","https://openalex.org/W4243677125","https://openalex.org/W4285279465","https://openalex.org/W4296708551","https://openalex.org/W6637967152","https://openalex.org/W6677067356","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6844894697"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"Routing":[0],"for":[1],"autonomous":[2,50],"vehicles":[3,13,51,140],"with":[4,192],"global":[5],"traffic":[6,20,35,56,102,111,194],"information":[7],"and":[8,39,58,145],"sufficient":[9],"direct":[10,59],"cooperation":[11,60],"among":[12,61,139],"has":[14],"been":[15],"widely":[16],"studied":[17],"to":[18,69,120,135,154,181],"relieve":[19],"congestion":[21],"in":[22,33,46,74,167],"recent":[23],"years.":[24],"However,":[25],"the":[26,71,98,104,126,168,175,183,187],"assembly":[27],"rate":[28],"of":[29,79,100,189],"Vehicle-to-Everything":[30],"(V2X)":[31],"equipment":[32],"practical":[34],"systems":[36],"is":[37,77,152,179],"currently":[38],"could":[40],"be":[41,65],"at":[42],"a":[43,87,131],"low":[44],"level":[45],"near":[47],"future.":[48],"Accordingly,":[49],"can":[52],"only":[53,161],"access":[54],"localized":[55,110],"information,":[57,103],"them":[62],"cannot":[63],"always":[64],"guaranteed.":[66],"Thus,":[67],"how":[68],"optimize":[70],"routing":[72,89,115,184],"choices":[73],"such":[75],"scenarios":[76],"worthy":[78],"particular":[80],"attention.":[81],"In":[82,125],"this":[83],"paper,":[84],"we":[85,129],"propose":[86,130],"self-organized":[88,106,177],"strategy":[90,178],"based":[91],"on":[92,163],"deep":[93],"reinforcement":[94],"learning":[95,143],"(DRL).":[96],"Under":[97],"condition":[99],"limited":[101,193],"proposed":[105,176],"mechanism":[107,134],"well":[108],"organizes":[109],"conditions":[112],"through":[113],"vehicle-level":[114],"decisions,":[116],"which":[117],"are":[118],"able":[119],"achieve":[121],"network-wide":[122],"benefits":[123],"gains.":[124],"specified":[127],"DRL,":[128],"novel":[132],"reward":[133],"harmonize":[136],"indirect":[137],"interactions":[138],"by":[141],"jointly":[142],"individual":[144,156,164,190],"overall":[146],"efficiency,":[147],"even":[148],"if":[149],"each":[150],"vehicle":[151],"modified":[153],"make":[155],"decisions":[157],"independently,":[158],"rather":[159],"than":[160],"focusing":[162],"interests":[165],"as":[166],"greedy":[169],"strategy.":[170],"Numerical":[171],"experiments":[172],"demonstrate":[173],"that":[174],"promising":[180],"resolve":[182],"problem":[185],"from":[186],"perspective":[188],"decision-making":[191],"information.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}