{"id":"https://openalex.org/W4226466053","doi":"https://doi.org/10.1109/tii.2022.3158651","title":"Distributed Multiagent Deep Reinforcement Learning for Multiline Dynamic Bus Timetable Optimization","display_name":"Distributed Multiagent Deep Reinforcement Learning for Multiline Dynamic Bus Timetable Optimization","publication_year":2022,"publication_date":"2022-03-11","ids":{"openalex":"https://openalex.org/W4226466053","doi":"https://doi.org/10.1109/tii.2022.3158651"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2022.3158651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2022.3158651","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102903478","display_name":"Haoyang Yan","orcid":"https://orcid.org/0000-0002-1348-8434"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyang Yan","raw_affiliation_strings":["School of Transportation Science and Engineering, Beijing Key Laboratory for Cooperative Vehicle Infrastructure System and Safety Control and Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1348-8434","affiliations":[{"raw_affiliation_string":"School of Transportation Science and Engineering, Beijing Key Laboratory for Cooperative Vehicle Infrastructure System and Safety Control and Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045024616","display_name":"Zhiyong Cui","orcid":"https://orcid.org/0000-0002-5780-4312"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiyong Cui","raw_affiliation_strings":["Department of Civil and Environmental Engineering, University of Washington, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5780-4312","affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071392717","display_name":"Xinqiang Chen","orcid":"https://orcid.org/0000-0001-8959-5108"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinqiang Chen","raw_affiliation_strings":["Institute of Logistics Science and Engineering, Shanghai Maritime University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8959-5108","affiliations":[{"raw_affiliation_string":"Institute of Logistics Science and Engineering, Shanghai Maritime University, Shanghai, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045699018","display_name":"Xiaolei Ma","orcid":"https://orcid.org/0000-0002-3841-5792"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolei Ma","raw_affiliation_strings":["School of Transportation Science and Engineering, Beijing Key Laboratory for Cooperative Vehicle Infrastructure System and Safety Control and Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3841-5792","affiliations":[{"raw_affiliation_string":"School of Transportation Science and Engineering, Beijing Key Laboratory for Cooperative Vehicle Infrastructure System and Safety Control and Beijing Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.7155,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.97765718,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"19","issue":"1","first_page":"469","last_page":"479"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8917280435562134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6575064063072205},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5950160026550293},{"id":"https://openalex.org/keywords/beijing","display_name":"Beijing","score":0.5876822471618652},{"id":"https://openalex.org/keywords/public-transport","display_name":"Public transport","score":0.5762597322463989},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5470526814460754},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.5082237720489502},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.44462576508522034},{"id":"https://openalex.org/keywords/countermeasure","display_name":"Countermeasure","score":0.4279502034187317},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3891531527042389},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.3669629693031311},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3273547291755676},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.28736671805381775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19567254185676575}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8917280435562134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6575064063072205},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5950160026550293},{"id":"https://openalex.org/C2778304055","wikidata":"https://www.wikidata.org/wiki/Q657474","display_name":"Beijing","level":3,"score":0.5876822471618652},{"id":"https://openalex.org/C539828613","wikidata":"https://www.wikidata.org/wiki/Q178512","display_name":"Public transport","level":2,"score":0.5762597322463989},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5470526814460754},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.5082237720489502},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.44462576508522034},{"id":"https://openalex.org/C21593369","wikidata":"https://www.wikidata.org/wiki/Q1032176","display_name":"Countermeasure","level":2,"score":0.4279502034187317},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3891531527042389},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.3669629693031311},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3273547291755676},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28736671805381775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19567254185676575},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C191935318","wikidata":"https://www.wikidata.org/wiki/Q148","display_name":"China","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2022.3158651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2022.3158651","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1488331167","https://openalex.org/W1580727515","https://openalex.org/W1973940534","https://openalex.org/W2007043321","https://openalex.org/W2062905113","https://openalex.org/W2083005814","https://openalex.org/W2085002156","https://openalex.org/W2114234302","https://openalex.org/W2145339207","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2786928559","https://openalex.org/W2903709398","https://openalex.org/W2948617822","https://openalex.org/W2951799221","https://openalex.org/W2964043796","https://openalex.org/W2982316857","https://openalex.org/W3021510704","https://openalex.org/W3027102885","https://openalex.org/W3039969618","https://openalex.org/W3048493514","https://openalex.org/W3080641768","https://openalex.org/W3091038948","https://openalex.org/W3114138576","https://openalex.org/W3118427582","https://openalex.org/W3168280632","https://openalex.org/W3168654488","https://openalex.org/W4214717370","https://openalex.org/W4254564570","https://openalex.org/W4297797010","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6748554570","https://openalex.org/W6748638692"],"related_works":["https://openalex.org/W2378749186","https://openalex.org/W2364088131","https://openalex.org/W2362741838","https://openalex.org/W622044715","https://openalex.org/W2378994067","https://openalex.org/W2347979151","https://openalex.org/W2162728361","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"As":[0],"a":[1,16,20,27,83,103,115,143],"primary":[2],"countermeasure":[3],"to":[4,30,56,108,121,150],"mitigate":[5],"traffic":[6,134],"congestion":[7],"and":[8,22,33,52,113,133,158,174,188,198],"air":[9],"pollution,":[10],"promoting":[11],"public":[12],"transit":[13,38],"has":[14],"become":[15],"global":[17],"census.":[18],"Designing":[19],"robust":[21],"reliable":[23],"bus":[24,45,98,166],"timetable":[25,99],"is":[26,89,148],"pivotal":[28],"step":[29],"increase":[31],"ridership":[32],"reduce":[34],"operating":[35,197],"cost":[36,157],"for":[37],"authorities.":[39],"However,":[40],"most":[41],"previous":[42],"studies":[43],"on":[44,48],"timetabling":[46],"rely":[47],"historical":[49],"passenger":[50,80,131,199],"count":[51],"travel":[53],"time":[54],"data":[55],"generate":[57],"static":[58],"schedules,":[59],"which":[60],"often":[61],"yield":[62],"biased":[63],"results":[64,181],"in":[65,140,168],"these":[66],"uncertain":[67],"scenarios,":[68],"such":[69],"as":[70,102],"demand":[71,132],"surge":[72],"or":[73],"adverse":[74],"weather.":[75],"In":[76],"addition,":[77],"acquiring":[78],"real-time":[79],"origin/destination":[81],"from":[82,125],"limited":[84],"number":[85],"of":[86,154,164,176,196],"running":[87],"buses":[88],"not":[90,137],"feasible.":[91],"This":[92],"article":[93],"considers":[94],"the":[95,110,126,130,152,172,177],"multiline":[96],"dynamic":[97],"optimization":[100],"problem":[101],"Markov":[104],"decision":[105],"process":[106],"model":[107],"address":[109],"aforementioned":[111],"issues,":[112],"proposes":[114],"multiagent":[116],"deep":[117],"reinforcement":[118,145,190],"learning":[119,124,146,191],"framework":[120],"ensure":[122],"effective":[123],"imperfect-information":[127],"game,":[128],"where":[129],"condition":[135],"are":[136],"always":[138],"known":[139],"advance.":[141],"Moreover,":[142],"distributed":[144],"algorithm":[147],"applied":[149],"overcome":[151],"limitation":[153],"high":[155],"computational":[156],"low":[159],"efficiency.":[160],"A":[161],"case":[162],"study":[163],"multiple":[165],"lines":[167],"Beijing,":[169],"China,":[170],"confirms":[171],"effectiveness":[173],"efficiency":[175],"proposed":[178],"model.":[179],"The":[180],"demonstrate":[182],"that":[183],"our":[184],"method":[185],"outperforms":[186],"heuristic":[187],"state-of-the-art":[189],"algorithms":[192],"by":[193],"reducing":[194],"20.30%":[195],"costs":[200],"compared":[201],"with":[202],"actual":[203],"timetables.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}