{"id":"https://openalex.org/W3133529384","doi":"https://doi.org/10.1109/tnnls.2021.3060187","title":"An Integrated Reinforcement Learning and Centralized Programming Approach for Online Taxi Dispatching","display_name":"An Integrated Reinforcement Learning and Centralized Programming Approach for Online Taxi Dispatching","publication_year":2021,"publication_date":"2021-03-02","ids":{"openalex":"https://openalex.org/W3133529384","doi":"https://doi.org/10.1109/tnnls.2021.3060187","mag":"3133529384","pmid":"https://pubmed.ncbi.nlm.nih.gov/33651702"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3060187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3060187","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://ira.lib.polyu.edu.hk/bitstream/10397/97450/1/Lam_Integrated_Reinforcement_Learning.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057571156","display_name":"Enming Liang","orcid":"https://orcid.org/0000-0003-0283-0676"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enming Liang","raw_affiliation_strings":["Guangdong Key Laboratory of Intelligent Transportation Systems, School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0283-0676","affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Transportation Systems, School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002965009","display_name":"Kexin Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kexin Wen","raw_affiliation_strings":["Guangdong Key Laboratory of Intelligent Transportation Systems, School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Transportation Systems, School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073956981","display_name":"William H. K. Lam","orcid":"https://orcid.org/0000-0002-7625-3712"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"William H. K. Lam","raw_affiliation_strings":["Department of Civil and Environmental Engineering, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-7625-3712","affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060497651","display_name":"Agachai Sumalee","orcid":"https://orcid.org/0000-0001-6648-1255"},"institutions":[{"id":"https://openalex.org/I158708052","display_name":"Chulalongkorn University","ror":"https://ror.org/028wp3y58","country_code":"TH","type":"education","lineage":["https://openalex.org/I158708052"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Agachai Sumalee","raw_affiliation_strings":["School of Integrated Innovation, Chulalongkorn University, Bangkok, Thailand"],"raw_orcid":"https://orcid.org/0000-0001-6648-1255","affiliations":[{"raw_affiliation_string":"School of Integrated Innovation, Chulalongkorn University, Bangkok, Thailand","institution_ids":["https://openalex.org/I158708052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051786733","display_name":"Renxin Zhong","orcid":"https://orcid.org/0000-0003-1559-7287"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renxin Zhong","raw_affiliation_strings":["Guangdong Key Laboratory of Intelligent Transportation Systems, School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1559-7287","affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Transportation Systems, School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.6929,"has_fulltext":true,"cited_by_count":74,"citation_normalized_percentile":{"value":0.95359138,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"33","issue":"9","first_page":"4742","last_page":"4756"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8291981220245361},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7004647850990295},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6763201355934143},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6353949904441833},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.452004611492157},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.388133704662323},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38694170117378235},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3527977764606476},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2741515040397644},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1650359332561493}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8291981220245361},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7004647850990295},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6763201355934143},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6353949904441833},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.452004611492157},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.388133704662323},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38694170117378235},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3527977764606476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2741515040397644},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1650359332561493},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2021.3060187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3060187","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33651702","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33651702","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/97450","is_oa":true,"landing_page_url":"http://hdl.handle.net/10397/97450","pdf_url":"http://ira.lib.polyu.edu.hk/bitstream/10397/97450/1/Lam_Integrated_Reinforcement_Learning.pdf","source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal/Magazine Article"}],"best_oa_location":{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/97450","is_oa":true,"landing_page_url":"http://hdl.handle.net/10397/97450","pdf_url":"http://ira.lib.polyu.edu.hk/bitstream/10397/97450/1/Lam_Integrated_Reinforcement_Learning.pdf","source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal/Magazine Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1336742450","display_name":null,"funder_award_id":"R5029-18","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"},{"id":"https://openalex.org/G7767816043","display_name":null,"funder_award_id":"72071214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8040739823","display_name":null,"funder_award_id":"PolyU 152101/17E","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3133529384.pdf","grobid_xml":"https://content.openalex.org/works/W3133529384.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1208385249","https://openalex.org/W1973508784","https://openalex.org/W2010152647","https://openalex.org/W2145339207","https://openalex.org/W2157577161","https://openalex.org/W2166302491","https://openalex.org/W2257979135","https://openalex.org/W2263673729","https://openalex.org/W2405686381","https://openalex.org/W2549766072","https://openalex.org/W2569460227","https://openalex.org/W2574840814","https://openalex.org/W2617547828","https://openalex.org/W2784092749","https://openalex.org/W2790306973","https://openalex.org/W2797064164","https://openalex.org/W2808810245","https://openalex.org/W2883532348","https://openalex.org/W2897791609","https://openalex.org/W2904430055","https://openalex.org/W2906829782","https://openalex.org/W2907543530","https://openalex.org/W2908643158","https://openalex.org/W2909546160","https://openalex.org/W2909640002","https://openalex.org/W2914154006","https://openalex.org/W2919115771","https://openalex.org/W2942911487","https://openalex.org/W2952281591","https://openalex.org/W2952933729","https://openalex.org/W2962764167","https://openalex.org/W2964169391","https://openalex.org/W2979079868","https://openalex.org/W2985510430","https://openalex.org/W2989186172","https://openalex.org/W2994334274","https://openalex.org/W2997128470","https://openalex.org/W2998590388","https://openalex.org/W3002585184","https://openalex.org/W3003899243","https://openalex.org/W3012783233","https://openalex.org/W3039969618","https://openalex.org/W3045640197","https://openalex.org/W3088597768","https://openalex.org/W3098751023","https://openalex.org/W3106464996","https://openalex.org/W3209101326","https://openalex.org/W4213251304","https://openalex.org/W4237068721","https://openalex.org/W4237591687","https://openalex.org/W4251508673","https://openalex.org/W4298023569","https://openalex.org/W6687681856","https://openalex.org/W6695011786","https://openalex.org/W6712181171","https://openalex.org/W6747941106","https://openalex.org/W6749304979","https://openalex.org/W6752380930","https://openalex.org/W6754964036","https://openalex.org/W6762491519"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4404955202"],"abstract_inverted_index":{"Balancing":[0],"the":[1,63,79,85,89,95,109,127,153,166,181,188],"supply":[2],"and":[3,16,34,42,58,94,122,142,150,157,173],"demand":[4,92],"for":[5,105],"ride-sourcing":[6],"companies":[7],"is":[8,148],"a":[9,32,43,70,134],"challenging":[10],"issue,":[11],"especially":[12],"with":[13,138,152,180],"real-time":[14,50,54,167],"requests":[15],"stochastic":[17],"traffic":[18,96],"conditions":[19],"of":[20],"large-scale":[21],"congested":[22],"road":[23,129,155],"networks.":[24],"To":[25],"tackle":[26],"this":[27,29,131],"challenge,":[28],"article":[30,132],"proposes":[31],"robust":[33],"scalable":[35],"approach":[36,190],"that":[37,187],"integrates":[38],"reinforcement":[39],"learning":[40,136],"(RL)":[41],"centralized":[44,172],"programming":[45],"(CP)":[46],"structure":[47],"to":[48,113,118,164,203],"promote":[49],"taxi":[51,86,162,175,194],"operations.":[52],"Both":[53,171],"order":[55],"matching":[56],"decisions":[57,61,104],"vehicle":[59,168,206],"relocation":[60],"at":[62],"microscopic":[64,128],"network":[65,97,156],"scale":[66],"are":[67,178],"integrated":[68],"within":[69],"Markov":[71],"decision":[72],"process":[73],"framework.":[74],"The":[75,99],"RL":[76],"component":[77,101],"learns":[78],"decomposed":[80],"state-value":[81],"function,":[82],"which":[83],"represents":[84],"drivers'":[87,195],"experience,":[88],"off-line":[90],"historical":[91],"pattern,":[93],"congestion.":[98],"CP":[100],"plans":[102],"nonmyopic":[103],"drivers":[106],"collectively":[107],"under":[108],"prescribed":[110],"system":[111],"constraints":[112],"explicitly":[114],"realize":[115],"cooperation.":[116],"Furthermore,":[117],"circumvent":[119],"sparse":[120],"reward":[121],"sample":[123],"imbalance":[124],"problems":[125],"over":[126],"network,":[130],"proposed":[133,189],"temporal-difference":[135],"algorithm":[137],"prioritized":[139],"gradient":[140],"descent":[141],"adaptive":[143],"exploration":[144],"techniques.":[145],"A":[146],"simulator":[147],"built":[149],"trained":[151],"Manhattan":[154],"New":[158],"York":[159],"City":[160],"yellow":[161],"data":[163],"simulate":[165],"dispatching":[169,176,207],"environment.":[170],"decentralized":[174],"policies":[177],"examined":[179],"simulator.":[182],"This":[183],"case":[184],"study":[185],"shows":[186],"can":[191],"further":[192],"improve":[193],"profits":[196],"while":[197],"reducing":[198],"customers'":[199],"waiting":[200],"times":[201],"compared":[202],"several":[204],"existing":[205],"algorithms.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}