{"id":"https://openalex.org/W4205893624","doi":"https://doi.org/10.1145/3467979","title":"Supply-Demand-aware Deep Reinforcement Learning for Dynamic Fleet Management","display_name":"Supply-Demand-aware Deep Reinforcement Learning for Dynamic Fleet Management","publication_year":2022,"publication_date":"2022-01-18","ids":{"openalex":"https://openalex.org/W4205893624","doi":"https://doi.org/10.1145/3467979"},"language":"en","primary_location":{"id":"doi:10.1145/3467979","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3467979","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031485610","display_name":"Bolong Zheng","orcid":"https://orcid.org/0000-0001-8639-4570"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bolong Zheng","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-8639-4570","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086437700","display_name":"Lingfeng Ming","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingfeng Ming","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103156679","display_name":"Qi Hu","orcid":"https://orcid.org/0000-0002-1341-1314"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Hu","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100615617","display_name":"Zhipeng L\u00fc","orcid":"https://orcid.org/0000-0001-9185-3233"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng L\u00fc","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070515519","display_name":"Guanfeng Liu","orcid":"https://orcid.org/0000-0001-8980-4950"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guanfeng Liu","raw_affiliation_strings":["Macquarie University, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011384237","display_name":"Xiaofang Zhou","orcid":"https://orcid.org/0000-0001-6343-1455"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaofang Zhou","raw_affiliation_strings":["Hong Kong University of Science and Technology, Kowloon, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.741,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.83001564,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"13","issue":"3","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9185394048690796},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8790447115898132},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7223359942436218},{"id":"https://openalex.org/keywords/taxis","display_name":"Taxis","score":0.6631565690040588},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5159550309181213},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.49023157358169556},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46078526973724365},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4469166398048401},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.44550809264183044},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4250728487968445},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4134272038936615},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3996931314468384},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.33843106031417847},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1265573799610138}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9185394048690796},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8790447115898132},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7223359942436218},{"id":"https://openalex.org/C183373512","wikidata":"https://www.wikidata.org/wiki/Q949618","display_name":"Taxis","level":2,"score":0.6631565690040588},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5159550309181213},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.49023157358169556},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46078526973724365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4469166398048401},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.44550809264183044},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4250728487968445},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4134272038936615},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3996931314468384},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.33843106031417847},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1265573799610138},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3467979","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3467979","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-118008","is_oa":false,"landing_page_url":"http://www.scopus.com/record/display.url?eid=2-s2.0-85130219760&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G168431174","display_name":null,"funder_award_id":"2020CFB871","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"},{"id":"https://openalex.org/G3556601945","display_name":null,"funder_award_id":"61902134, 62011530437","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3852276186","display_name":null,"funder_award_id":"2019kfyXKJC021, 2019kfyXJJS091","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322186","display_name":"Natural Science Foundation of Hubei Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2025766355","https://openalex.org/W2145339207","https://openalex.org/W2257979135","https://openalex.org/W2569460227","https://openalex.org/W2796438394","https://openalex.org/W2803156588","https://openalex.org/W2808810245","https://openalex.org/W2909640002","https://openalex.org/W2911392324","https://openalex.org/W2914154006","https://openalex.org/W2919115771","https://openalex.org/W2952281591","https://openalex.org/W2962764167","https://openalex.org/W2964571806","https://openalex.org/W2985510430","https://openalex.org/W2988992013","https://openalex.org/W3006978394","https://openalex.org/W3012845621","https://openalex.org/W3084954566","https://openalex.org/W3093537510","https://openalex.org/W3096362978","https://openalex.org/W3106464996","https://openalex.org/W3108517285","https://openalex.org/W3110615957","https://openalex.org/W3199097607","https://openalex.org/W4298857966","https://openalex.org/W6637967152"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2315999538"],"abstract_inverted_index":{"Online":[0],"ride-hailing":[1],"platforms":[2],"have":[3],"reduced":[4],"significantly":[5],"the":[6,9,28,46,64,69,72,119,131,144],"amounts":[7],"of":[8,25,121,133,142],"time":[10],"that":[11,16,60,138],"taxis":[12],"are":[13,53],"idle":[14],"and":[15,67,136],"passengers":[17],"spend":[18],"on":[19,56,125],"waiting.":[20],"As":[21],"a":[22,37,81,93,111],"key":[23],"component":[24],"these":[26],"platforms,":[27],"fleet":[29],"management":[30],"problem":[31,58],"can":[32],"be":[33],"naturally":[34],"modeled":[35],"as":[36],"Markov":[38],"Decision":[39],"Process,":[40],"which":[41],"enables":[42],"us":[43],"to":[44,62,102,117],"use":[45,92],"deep":[47,83,94],"reinforcement":[48,84],"learning.":[49],"However,":[50],"existing":[51],"studies":[52],"proposed":[54],"based":[55],"simplified":[57],"settings":[59],"fail":[61],"model":[63,135],"complicated":[65],"supply-dynamics":[66],"restrict":[68],"performance":[70,120,132],"in":[71],"real":[73],"traffic":[74],"environment.":[75],"In":[76],"this":[77],"article,":[78],"we":[79,91,109],"propose":[80],"supply-demand-aware":[82],"learning":[85],"algorithm":[86],"for":[87],"taxi":[88],"dispatching,":[89],"where":[90],"Q-network":[95],"with":[96],"action":[97],"sampling":[98],"policy,":[99],"called":[100,115],"AS-DQN,":[101],"learn":[103],"an":[104],"optimal":[105],"dispatching":[106],"policy.":[107],"Furthermore,":[108],"utilize":[110],"dueling":[112],"network":[113],"architecture,":[114],"AS-DDQN,":[116],"improve":[118],"AS-DQN.":[122],"Extensive":[123],"experiments":[124],"real-world":[126],"datasets":[127],"offer":[128],"insight":[129],"into":[130],"our":[134],"show":[137],"it":[139],"is":[140],"capable":[141],"outperforming":[143],"baseline":[145],"approaches.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}