{"id":"https://openalex.org/W3039969618","doi":"https://doi.org/10.1109/tkde.2020.3006084","title":"Learning to Delay in Ride-Sourcing Systems: A Multi-Agent Deep Reinforcement Learning Framework","display_name":"Learning to Delay in Ride-Sourcing Systems: A Multi-Agent Deep Reinforcement Learning Framework","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3039969618","doi":"https://doi.org/10.1109/tkde.2020.3006084","mag":"3039969618"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2020.3006084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2020.3006084","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050237799","display_name":"Jintao Ke","orcid":"https://orcid.org/0000-0001-9778-3387"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jintao Ke","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-9778-3387","affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052019991","display_name":"Feng Xiao","orcid":"https://orcid.org/0000-0003-3412-5816"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Xiao","raw_affiliation_strings":["School of Business Administration, Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-3412-5816","affiliations":[{"raw_affiliation_string":"School of Business Administration, Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045705475","display_name":"Hai Yang","orcid":"https://orcid.org/0000-0001-5210-8468"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hai Yang","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-5210-8468","affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010419481","display_name":"Jieping Ye","orcid":"https://orcid.org/0000-0001-8662-5818"},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jieping Ye","raw_affiliation_strings":["AI Labs, Didi Chuxing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8662-5818","affiliations":[{"raw_affiliation_string":"AI Labs, Didi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.6468,"has_fulltext":false,"cited_by_count":121,"citation_normalized_percentile":{"value":0.96432598,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"34","issue":"5","first_page":"2280","last_page":"2292"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8590558767318726},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7805593013763428},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5008642673492432},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4123755395412445},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3956831693649292},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10312977433204651}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8590558767318726},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7805593013763428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5008642673492432},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4123755395412445},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3956831693649292},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10312977433204651},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tkde.2020.3006084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2020.3006084","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-117417","is_oa":false,"landing_page_url":"http://lbdiscover.ust.hk/uresolver?url_ver=Z39.88-2004&rft_val_fmt=info:ofi/fmt:kev:mtx:journal&rfr_id=info:sid/HKUST:SPI&rft.genre=article&rft.issn=1041-4347&rft.volume=34&rft.issue=5&rft.date=2022&rft.spage=2280&rft.aulast=Ke&rft.aufirst=J.&rft.atitle=Learning+to+Delay+in+Ride-Sourcing+Systems%3A+A+Multi-Agent+Deep+Reinforcement+Learning+Framework&rft.title=IEEE+Transactions+on+Knowledge+and+Data+Engineering","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:repository.ust.hk:1783.1-117417","is_oa":false,"landing_page_url":"http://repository.ust.hk/ir/Record/1783.1-117417","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1271384859","display_name":null,"funder_award_id":"71622007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4624695258","display_name":null,"funder_award_id":"71861167001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W2026662445","https://openalex.org/W2099618002","https://openalex.org/W2162656786","https://openalex.org/W2257979135","https://openalex.org/W2430704425","https://openalex.org/W2525830997","https://openalex.org/W2562337727","https://openalex.org/W2602275733","https://openalex.org/W2614121823","https://openalex.org/W2695874637","https://openalex.org/W2736601468","https://openalex.org/W2742211145","https://openalex.org/W2743316574","https://openalex.org/W2753741836","https://openalex.org/W2766447205","https://openalex.org/W2807741983","https://openalex.org/W2808810245","https://openalex.org/W2809148419","https://openalex.org/W2809329936","https://openalex.org/W2891463739","https://openalex.org/W2899703365","https://openalex.org/W2903602506","https://openalex.org/W2904430055","https://openalex.org/W2907543530","https://openalex.org/W2909640002","https://openalex.org/W2914154006","https://openalex.org/W2952933729","https://openalex.org/W2962764167","https://openalex.org/W2963658727","https://openalex.org/W2963841569","https://openalex.org/W2964169391","https://openalex.org/W2991498148","https://openalex.org/W2994334274","https://openalex.org/W3122264942","https://openalex.org/W4233776596","https://openalex.org/W6730111887","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6752380930"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Ride-sourcing":[0],"services":[1],"are":[2,149,220],"now":[3],"reshaping":[4],"the":[5,29,80,90,121,154,162,169,173,188,233,246],"way":[6],"people":[7],"travel":[8],"by":[9,120,243],"effectively":[10],"connecting":[11],"drivers":[12,22,85,112,183],"and":[13,23,57,86,138,184,212],"passengers":[14,25,88,186],"through":[15],"mobile":[16],"internets.":[17],"Online":[18],"matching":[19,70,91,103,170,180,189,251,254],"between":[20,181],"idle":[21,84,111,182],"waiting":[24,55,87,114,185],"is":[26,43,62,236],"one":[27],"of":[28,47,124],"most":[30],"key":[31],"components":[32],"in":[33,89,187],"a":[34,66,101,116,130,135,227],"ride-sourcing":[35],"system.":[36],"The":[37,144],"average":[38,73],"pickup":[39,74],"distance":[40],"or":[41],"time":[42,56,156,163],"an":[44,177],"important":[45],"measurement":[46],"system":[48,241],"efficiency":[49],"since":[50,104],"it":[51],"affects":[52],"both":[53],"passengers\u2019":[54],"drivers\u2019":[58],"utilization":[59],"rate.":[60,255],"It":[61],"naturally":[63],"expected":[64],"that":[65,232],"more":[67,83],"effective":[68],"bipartite":[69,179],"(with":[71],"smaller":[72],"time)":[75],"can":[76,97],"be":[77,107],"implemented":[78],"if":[79],"platform":[81],"accumulates":[82],"pool.":[92,190],"A":[93],"specific":[94],"passenger":[95,159],"request":[96,160,167],"also":[98],"benefit":[99],"from":[100],"delayed":[102,125,155,196,202,206,213],"he/she":[105],"may":[106],"matched":[108],"with":[109,216,226],"closer":[110],"after":[113],"for":[115,157],"few":[117],"seconds.":[118],"Motivated":[119],"potential":[122],"benefits":[123],"matching,":[126],"this":[127],"paper":[128],"establishes":[129],"two-stage":[131],"framework":[132,235],"which":[133,165],"incorporates":[134],"combinatorial":[136,174],"optimization":[137,175],"multi-agent":[139,145,197,203,207,214],"deep":[140,198],"reinforcement":[141,146,193],"learning":[142,147,194,200],"methods.":[143],"methods":[148],"used":[150],"to":[151,238],"dynamically":[152],"determine":[153],"each":[158,166],"(or":[161],"at":[164],"enters":[168],"pool),":[171],"while":[172],"conducts":[176],"optimal":[178],"Four":[191],"tailored":[192],"methods,":[195],"Q":[199],"(Delayed-M-DQN),":[201],"actor-critic":[204,215],"(Delayed-M-A2C),":[205],"Proximal":[208],"Policy":[209],"Optimization":[210],"(Delayed-M-PPO),":[211],"experience":[217],"replay":[218],"(Delayed-M-ACER),":[219],"developed.":[221],"Through":[222],"extensive":[223],"empirical":[224],"experiments":[225],"well-designed":[228],"simulator,":[229],"we":[230],"show":[231],"proposed":[234],"able":[237],"remarkably":[239],"improve":[240],"performances,":[242],"well":[244],"balancing":[245],"trade-off":[247],"among":[248],"pick-up":[249],"time,":[250,252],"successful":[253]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-04T07:58:01.006859","created_date":"2025-10-10T00:00:00"}