{"id":"https://openalex.org/W4391929658","doi":"https://doi.org/10.1109/tits.2024.3362813","title":"Mitigating Bus Bunching via Hierarchical Multi-Agent Reinforcement Learning","display_name":"Mitigating Bus Bunching via Hierarchical Multi-Agent Reinforcement Learning","publication_year":2024,"publication_date":"2024-02-19","ids":{"openalex":"https://openalex.org/W4391929658","doi":"https://doi.org/10.1109/tits.2024.3362813"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3362813","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3362813","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104292876","display_name":"Mengdi Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengdi Yu","raw_affiliation_strings":["MoE Key Laboratory of Artificial Intelligence, AI Institute, and the Data-Driven Management Decision Making Laboratory, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MoE Key Laboratory of Artificial Intelligence, AI Institute, and the Data-Driven Management Decision Making Laboratory, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108270705","display_name":"Tao Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109901","display_name":"Shanghai Urban Transportation Design Institute (China)","ror":"https://ror.org/01wxtxj33","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210109901"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Yang","raw_affiliation_strings":["Shanghai Transportation Information Center, Shanghai Urban-Rural Construction and Transportation Development Research Institute, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Transportation Information Center, Shanghai Urban-Rural Construction and Transportation Development Research Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210109901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459278","display_name":"Chunxiao Li","orcid":"https://orcid.org/0000-0003-0996-9742"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxiao Li","raw_affiliation_strings":["School of SciTech Business and the School of Management, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of SciTech Business and the School of Management, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085787425","display_name":"Yaohui Jin","orcid":"https://orcid.org/0000-0001-6158-6277"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaohui Jin","raw_affiliation_strings":["MoE Key Laboratory of Artificial Intelligence, AI Institute, and the Data-Driven Management Decision Making Laboratory, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6158-6277","affiliations":[{"raw_affiliation_string":"MoE Key Laboratory of Artificial Intelligence, AI Institute, and the Data-Driven Management Decision Making Laboratory, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100704962","display_name":"Yanyan Xu","orcid":"https://orcid.org/0000-0001-5429-3177"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyan Xu","raw_affiliation_strings":["MoE Key Laboratory of Artificial Intelligence, AI Institute, and the Data-Driven Management Decision Making Laboratory, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5429-3177","affiliations":[{"raw_affiliation_string":"MoE Key Laboratory of Artificial Intelligence, AI Institute, and the Data-Driven Management Decision Making Laboratory, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9869,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.90974521,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"25","issue":"8","first_page":"9675","last_page":"9692"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8196651935577393},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5972445607185364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3259250223636627}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8196651935577393},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5972445607185364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3259250223636627}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3362813","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3362813","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2612559514","display_name":null,"funder_award_id":"62102258","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7670262977","display_name":null,"funder_award_id":"2022YFC3303102","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W598095728","https://openalex.org/W1961621512","https://openalex.org/W1972922866","https://openalex.org/W2034628819","https://openalex.org/W2055237722","https://openalex.org/W2067909423","https://openalex.org/W2090672779","https://openalex.org/W2099488522","https://openalex.org/W2125990328","https://openalex.org/W2145339207","https://openalex.org/W2147014452","https://openalex.org/W2151721306","https://openalex.org/W2195461262","https://openalex.org/W2472567412","https://openalex.org/W2564320642","https://openalex.org/W2577745086","https://openalex.org/W2729922683","https://openalex.org/W2736601468","https://openalex.org/W2757564505","https://openalex.org/W2904681300","https://openalex.org/W2912758949","https://openalex.org/W2913807609","https://openalex.org/W2930758229","https://openalex.org/W2953969202","https://openalex.org/W2954943310","https://openalex.org/W2968621332","https://openalex.org/W2981149629","https://openalex.org/W3027102885","https://openalex.org/W3096227293","https://openalex.org/W3123138713","https://openalex.org/W3159284201","https://openalex.org/W4226466053","https://openalex.org/W4307571905","https://openalex.org/W6609210208","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Bus":[0],"bunching":[1],"is":[2],"harmful":[3],"to":[4,39,75,87,101,123,158,186,212],"the":[5,15,22,30,46,115,125,143,149,160,163,180,192,200,214,245],"efficiency":[6,48],"and":[7,20,142,170,222],"stability":[8],"of":[9,18,34,118,155,166,216,248],"bus":[10,67,73,77,85,206,240],"transit":[11],"systems,":[12],"consequently":[13],"delaying":[14],"arrival":[16],"time":[17,33,79,152],"passengers":[19],"lowering":[21],"public":[23],"transportation\u2019s":[24],"adoption":[25],"rate.":[26],"Traditional":[27],"solutions":[28],"adjust":[29],"additional":[31,119],"holding":[32,120,139],"buses":[35,109],"at":[36],"certain":[37,108],"stations":[38],"mitigate":[40],"this":[41,90],"phenomenon.":[42],"These":[43],"methods":[44,221],"sacrifice":[45],"system":[47],"in":[49],"exchange":[50],"for":[51,135,145],"even":[52],"headway":[53],"between":[54,194],"neighboring":[55],"buses.":[56],"Little":[57],"work":[58],"focuses":[59],"on":[60,179,203],"optimizing":[61],"multiple":[62],"strategies":[63],"when":[64],"a":[65,72,94,130,175,204,209,237],"single":[66],"line":[68,207,241],"not":[69,234],"only":[70,235],"has":[71],"bay":[74],"increase":[76,154],"dwell":[78,151],"but":[80,242],"also":[81,243],"owns":[82],"several":[83],"dedicated":[84,111],"lanes":[86,112],"accelerate.":[88],"In":[89],"work,":[91],"we":[92,128,173],"develop":[93],"hierarchical":[95],"multi-agent":[96],"reinforcement":[97],"learning":[98],"(HMARL)":[99],"framework":[100,202],"combine":[102],"these":[103],"two":[104,126,195],"strategies.":[105],"Speeding":[106],"up":[107],"via":[110],"can":[113],"counteract":[114],"negative":[116],"influence":[117],"time.":[121],"Next,":[122],"support":[124],"strategies,":[127],"devise":[129],"two-layer":[131],"policy":[132,137,147],"scheme,":[133],"one":[134],"high-level":[136],"deciding":[138],"or":[140,153],"accelerating":[141],"other":[144,188,232],"low-level":[146],"determining":[148],"specific":[150],"speed.":[156],"Besides,":[157],"handle":[159],"issue":[161],"that":[162,228],"controlling":[164],"actions":[165],"agents":[167],"are":[168],"asynchronous":[169],"temporally":[171],"extended,":[172],"establish":[174],"duration-critic":[176],"module":[177],"based":[178],"Recurrent":[181],"Neural":[182],"Networks":[183],"(RNN)":[184],"mechanism":[185],"model":[187],"agents\u2019":[189],"impact":[190],"during":[191],"period":[193],"consecutive":[196],"control.":[197],"We":[198],"evaluate":[199],"proposed":[201],"simulated":[205],"with":[208],"quasi-real-world":[210],"pattern":[211],"compare":[213],"performance":[215],"both":[217],"traditional":[218],"headway-based":[219],"control":[220],"existing":[223],"MARL":[224],"methods.":[225],"Results":[226],"show":[227],"our":[229],"method":[230],"outperforms":[231],"baselines,":[233],"stabilizing":[236],"strongly":[238],"unstable":[239],"shortening":[244],"traveling":[246],"times":[247],"passengers.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}