{"id":"https://openalex.org/W4403582557","doi":"https://doi.org/10.1145/3627673.3680013","title":"An End-to-End Reinforcement Learning Based Approach for Micro-View Order-Dispatching in Ride-Hailing","display_name":"An End-to-End Reinforcement Learning Based Approach for Micro-View Order-Dispatching in Ride-Hailing","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403582557","doi":"https://doi.org/10.1145/3627673.3680013"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3680013","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3680013","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042008544","display_name":"Xiaohe Yue","orcid":"https://orcid.org/0009-0003-8228-5256"},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinlang Yue","raw_affiliation_strings":["Didi Chuxing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-8228-5256","affiliations":[{"raw_affiliation_string":"Didi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010864851","display_name":"Yiran Liu","orcid":"https://orcid.org/0009-0009-3819-6743"},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiran Liu","raw_affiliation_strings":["Didi Chuxing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-3819-6743","affiliations":[{"raw_affiliation_string":"Didi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112532160","display_name":"Fangzhou Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangzhou Shi","raw_affiliation_strings":["Didi Chuxing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-4210-712X","affiliations":[{"raw_affiliation_string":"Didi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107677655","display_name":"Sihong Luo","orcid":"https://orcid.org/0009-0006-6450-0516"},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sihong Luo","raw_affiliation_strings":["Didi Chuxing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-6450-0516","affiliations":[{"raw_affiliation_string":"Didi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chen Zhong","orcid":"https://orcid.org/0009-0001-7503-3064"},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Zhong","raw_affiliation_strings":["Didi Chuxing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-7503-3064","affiliations":[{"raw_affiliation_string":"Didi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107307620","display_name":"M. Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Lu","raw_affiliation_strings":["Didi Chuxing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-2238-5365","affiliations":[{"raw_affiliation_string":"Didi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027480256","display_name":"Zhe Xu","orcid":"https://orcid.org/0000-0002-3902-2595"},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Xu","raw_affiliation_strings":["Didi Chuxing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3902-2595","affiliations":[{"raw_affiliation_string":"Didi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4401726870"],"apc_list":null,"apc_paid":null,"fwci":0.5195,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.64358108,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"5054","last_page":"5061"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7884069681167603},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.609346866607666},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.5632359981536865},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.44447341561317444},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35335278511047363},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3437095284461975},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23066923022270203},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.13878178596496582}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7884069681167603},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.609346866607666},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.5632359981536865},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.44447341561317444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35335278511047363},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3437095284461975},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23066923022270203},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.13878178596496582},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627673.3680013","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3680013","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1978382073","https://openalex.org/W2068115726","https://openalex.org/W2162656786","https://openalex.org/W2794765870","https://openalex.org/W2808810245","https://openalex.org/W2907543530","https://openalex.org/W2913756371","https://openalex.org/W2914154006","https://openalex.org/W2952281591","https://openalex.org/W2952933729","https://openalex.org/W2962764167","https://openalex.org/W2979079868","https://openalex.org/W2985510430","https://openalex.org/W2994334274","https://openalex.org/W3003899243","https://openalex.org/W3039969618","https://openalex.org/W3106464996","https://openalex.org/W3139350195","https://openalex.org/W3166344325","https://openalex.org/W3176739440","https://openalex.org/W3212219118","https://openalex.org/W3212678506","https://openalex.org/W4213132565","https://openalex.org/W4287186482","https://openalex.org/W4290943497","https://openalex.org/W4290949322"],"related_works":["https://openalex.org/W2151749779","https://openalex.org/W3179968364","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W1999612375","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Assigning":[0],"orders":[1],"to":[2,91,106,124],"drivers":[3],"under":[4],"localized":[5],"spatiotemporal":[6],"context":[7],"(micro-view":[8],"order-dispatching)":[9],"is":[10],"a":[11,27,61,78,85],"major":[12],"task":[13],"in":[14,77,146],"Didi,":[15],"as":[16],"it":[17],"influences":[18],"ride-hailing":[19],"service":[20],"experience.":[21],"Existing":[22],"industrial":[23],"solutions":[24],"mainly":[25],"follow":[26],"two-stage":[28],"pattern":[29],"that":[30,69,138],"incorporate":[31],"heuristic":[32],"or":[33],"learning-based":[34],"algorithms":[35],"with":[36],"naive":[37],"combinatorial":[38,74],"methods,":[39],"tackling":[40],"the":[41,125,139,158,163,169,173],"uncertainty":[42],"of":[43,175],"both":[44],"sides'":[45],"behaviors,":[46],"including":[47],"emerging":[48],"timings,":[49],"spatial":[50],"relationships,":[51],"and":[52,73,95,111,150,161,165],"travel":[53],"duration,":[54],"etc.":[55],"In":[56,154],"this":[57,93],"paper,":[58],"we":[59,83,156],"propose":[60],"one-stage":[62],"end-to-end":[63],"reinforcement":[64],"learning":[65],"based":[66],"order-dispatching":[67],"approach":[68,121,141],"solves":[70],"behavior":[71],"prediction":[72],"optimization":[75],"uniformly":[76],"sequential":[79],"decision-making":[80],"manner.":[81],"Specifically,":[82],"employ":[84],"two-layer":[86],"Markov":[87],"Decision":[88],"Process":[89],"framework":[90],"model":[92],"problem,":[94],"present":[96],"Deep":[97],"Double":[98],"Scalable":[99],"Network":[100],"(D2SN),":[101],"an":[102],"encoder-decoder":[103],"structure":[104],"network":[105],"generate":[107],"order-driver":[108],"assignments":[109,113],"directly":[110],"stop":[112],"accordingly.":[114],"Besides,":[115],"by":[116],"leveraging":[117],"contextual":[118],"dynamics,":[119],"our":[120],"can":[122],"adapt":[123],"behavioral":[126],"patterns":[127],"for":[128],"better":[129],"performance.":[130],"Extensive":[131],"experiments":[132],"on":[133],"Didi's":[134],"real-world":[135],"benchmarks":[136],"justify":[137],"proposed":[140],"significantly":[142],"outperforms":[143],"competitive":[144],"baselines":[145],"optimizing":[147],"matching":[148],"efficiency":[149],"user":[151],"experience":[152],"tasks.":[153],"addition,":[155],"evaluate":[157],"deployment":[159,170],"outline":[160],"discuss":[162],"gains":[164],"experiences":[166],"obtained":[167],"during":[168],"tests":[171],"from":[172],"view":[174],"large-scale":[176],"engineering":[177],"implementation.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}