{"id":"https://openalex.org/W3084423993","doi":"https://doi.org/10.1109/tmc.2020.3022173","title":"Joint Charging and Relocation Recommendation for E-Taxi Drivers via Multi-Agent Mean Field Hierarchical Reinforcement Learning","display_name":"Joint Charging and Relocation Recommendation for E-Taxi Drivers via Multi-Agent Mean Field Hierarchical Reinforcement Learning","publication_year":2020,"publication_date":"2020-09-07","ids":{"openalex":"https://openalex.org/W3084423993","doi":"https://doi.org/10.1109/tmc.2020.3022173","mag":"3084423993"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2020.3022173","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2020.3022173","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085805626","display_name":"Enshu Wang","orcid":"https://orcid.org/0000-0001-7253-4763"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Enshu Wang","raw_affiliation_strings":["Department of Computer Science and Engineering, State University of New York at Buffalo, Buffalo, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, State University of New York at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066397070","display_name":"Rong Ding","orcid":"https://orcid.org/0000-0003-1514-435X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Ding","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1514-435X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010823846","display_name":"Zhaoxing Yang","orcid":"https://orcid.org/0000-0002-7008-7629"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoxing Yang","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087534120","display_name":"Haiming Jin","orcid":"https://orcid.org/0000-0002-3790-3743"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiming Jin","raw_affiliation_strings":["Department of Electronic Engineering, John Hopcroft Center for Computer Science, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3790-3743","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, John Hopcroft Center for Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091132390","display_name":"Chenglin Miao","orcid":"https://orcid.org/0000-0002-9646-7099"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenglin Miao","raw_affiliation_strings":["Department of Computer Science, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100732938","display_name":"L\u00fc Su","orcid":"https://orcid.org/0000-0001-7223-543X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu Su","raw_affiliation_strings":["Department of Computer Science and Engineering, State University of New York at Buffalo, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-7223-543X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, State University of New York at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403471","display_name":"Fan Zhang","orcid":"https://orcid.org/0000-0002-4974-3329"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Zhang","raw_affiliation_strings":["Chinese Academy of Sciences, Shenzhen Institutes of Advanced Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Shenzhen Institutes of Advanced Technology, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100728176","display_name":"Chunming Qiao","orcid":"https://orcid.org/0000-0002-4679-6572"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunming Qiao","raw_affiliation_strings":["Department of Computer Science and Engineering, State University of New York at Buffalo, Buffalo, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, State University of New York at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034483183","display_name":"Xinbing Wang","orcid":"https://orcid.org/0000-0002-0357-8356"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinbing Wang","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0357-8356","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5686,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.92837599,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"21","issue":"4","first_page":"1274","last_page":"1290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/taxis","display_name":"Taxis","score":0.9644092321395874},{"id":"https://openalex.org/keywords/relocation","display_name":"Relocation","score":0.8477898836135864},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6216822266578674},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.5265879034996033},{"id":"https://openalex.org/keywords/public-transport","display_name":"Public transport","score":0.45111703872680664},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3477492928504944},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2314467430114746}],"concepts":[{"id":"https://openalex.org/C183373512","wikidata":"https://www.wikidata.org/wiki/Q949618","display_name":"Taxis","level":2,"score":0.9644092321395874},{"id":"https://openalex.org/C2779019381","wikidata":"https://www.wikidata.org/wiki/Q3499564","display_name":"Relocation","level":2,"score":0.8477898836135864},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6216822266578674},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.5265879034996033},{"id":"https://openalex.org/C539828613","wikidata":"https://www.wikidata.org/wiki/Q178512","display_name":"Public transport","level":2,"score":0.45111703872680664},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3477492928504944},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2314467430114746},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2020.3022173","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2020.3022173","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.47999998927116394,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G2565084758","display_name":"MRI: Development of iCAVE2 (Instrument for Connected and Autonomous Vehicle Evaluation and Experimentation)","funder_award_id":"1626374","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2809982408","display_name":null,"funder_award_id":"CNS-1737590","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2851089633","display_name":null,"funder_award_id":"2018AAA0101200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5292866184","display_name":null,"funder_award_id":"19YF1424600","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1542941925","https://openalex.org/W1550669880","https://openalex.org/W2116111642","https://openalex.org/W2243386121","https://openalex.org/W2246825951","https://openalex.org/W2507288376","https://openalex.org/W2571097389","https://openalex.org/W2742211145","https://openalex.org/W2761839202","https://openalex.org/W2783599958","https://openalex.org/W2783918973","https://openalex.org/W2787278293","https://openalex.org/W2794013895","https://openalex.org/W2795109643","https://openalex.org/W2795126082","https://openalex.org/W2808816737","https://openalex.org/W2892346408","https://openalex.org/W2899436488","https://openalex.org/W2911064742","https://openalex.org/W2914154006","https://openalex.org/W2928009528","https://openalex.org/W2950475205","https://openalex.org/W2952281591","https://openalex.org/W2962764167","https://openalex.org/W2962989616","https://openalex.org/W2963225441","https://openalex.org/W2965312081","https://openalex.org/W2973014043","https://openalex.org/W2982704980","https://openalex.org/W2982903005","https://openalex.org/W2985510430","https://openalex.org/W3012437064","https://openalex.org/W3106464996","https://openalex.org/W4254635580","https://openalex.org/W6692846177","https://openalex.org/W6734215269","https://openalex.org/W6738796088","https://openalex.org/W6747941106","https://openalex.org/W6752089545","https://openalex.org/W6754964036"],"related_works":["https://openalex.org/W825784003","https://openalex.org/W2141178571","https://openalex.org/W1539443550","https://openalex.org/W627816288","https://openalex.org/W601095742","https://openalex.org/W570401077","https://openalex.org/W569076524","https://openalex.org/W2216673692","https://openalex.org/W578848535","https://openalex.org/W4313513485"],"abstract_inverted_index":{"Nowadays,":[0],"most":[1],"of":[2,9,86,94,108,175,226,268,289,312,330,377,421,430],"the":[3,10,35,80,91,105,109,130,150,158,224,271,293,313,323,367,387,398,409,418],"taxi":[4],"drivers":[5,28,220,228],"have":[6,140],"become":[7],"users":[8],"relocation":[11,66,215,278],"recommendation":[12,67,216],"service":[13],"offered":[14],"by":[15,129,134,372,395,401,413],"online":[16],"ride-hailing":[17],"platforms":[18],"(e.g.,":[19],"Uber":[20],"and":[21,44,137,166,214,229,277,327,350],"Didi":[22],"Chuxing),":[23],"which":[24,321,365,424],"could":[25,125,180],"oftentimes":[26],"lead":[27],"to":[29,55,101,141,185,245,297,336,359,384],"places":[30],"with":[31,188,292,310,341],"profitable":[32],"orders.":[33],"At":[34],"same":[36],"time,":[37],"electric":[38],"taxis":[39,48,96],"(e-taxis)":[40],"are":[41,69,97,163],"increasingly":[42],"adopted":[43],"gradually":[45],"replacing":[46],"gasoline":[47,63,95],"in":[49,206,302,318],"today&#x2019;s":[50],"public":[51],"transportation":[52],"systems":[53],"due":[54],"their":[56,231],"environmental-friendly":[57],"nature.":[58],"Though":[59],"effective":[60],"for":[61,72,144,218,280],"traditional":[62],"taxis,":[64],"existing":[65,81,135,178],"schemes":[68,82,179],"rather":[70],"suboptimal":[71],"e-taxi":[73,151,184,202,219,227,242,281,316,373,402,422,427],"drivers&#x2019;":[74,203,428],"user":[75,204],"experience.":[76,431],"On":[77,157],"one":[78,311],"hand,":[79,160],"take":[83,223],"no":[84,173,189],"account":[85],"taxis&#x2019;":[87],"refueling":[88,92],"decisions,":[89],"as":[90,117,119,234],"durations":[93],"usually":[98],"short":[99],"enough":[100],"be":[102,116,126,142],"ignored.":[103],"However,":[104],"charging":[106,113,161,176,190,276,343,348,353,410],"duration":[107],"e-taxis":[110,332],"spent":[111],"at":[112],"stations":[114,344],"can":[115,415],"long":[118,146],"hours.":[120],"Obviously,":[121],"an":[122,183,186],"e-taxi&#x2019;s":[123],"battery":[124,196],"easily":[127],"depleted":[128],"continuous":[131],"relocations":[132],"suggested":[133],"schemes,":[136],"thus":[138],"will":[139],"charged":[143],"a":[145,170,211,235,255,308],"time":[147],"afterwards,":[148],"making":[149,233],"driver":[152,243],"miss":[153],"numerous":[154],"order-serving":[155],"opportunities.":[156],"other":[159],"posts":[162,349],"typically":[164],"sparsely":[165],"unevenly":[167],"distributed":[168],"across":[169],"city.":[171],"With":[172],"consideration":[174],"opportunities,":[177],"probably":[181],"send":[182],"area":[187],"post":[191],"around,":[192],"even":[193],"though":[194],"its":[195],"is":[197],"running":[198],"low.":[199],"To":[200],"optimize":[201],"experience,":[205],"this":[207,357],"paper,":[208],"we":[209,253,284,380,405],"design":[210],"joint":[212],"<i>charging":[213],"system":[217],"(CARE)</i>.":[221],"We":[222,305,355],"perspective":[225],"formulate":[230],"decision":[232,303],"multi-agent":[236],"reinforcement":[237,261],"learning":[238,262],"problem":[239],"where":[240],"each":[241,286],"aims":[244],"maximize":[246],"his":[247],"own":[248],"cumulative":[249],"rewards.":[250],"More":[251],"specifically,":[252],"propose":[254],"novel":[256],"<i>multi-agent":[257],"mean":[258,294],"field":[259,295],"hierarchical":[260,266,287],"(MFHRL)</i>":[263],"framework.":[264],"The":[265],"architecture":[267],"MFHRL":[269,290,389,414],"helps":[270],"proposed":[272,388],"CARE":[273],"provide":[274],"far-sighted":[275],"recommendations":[279],"drivers.":[282,374,403],"Besides,":[283,404],"integrate":[285],"level":[288],"separately":[291],"approximation":[296],"incorporate":[298],"e-taxis&#x2019;":[299],"mutual":[300],"influences":[301],"making.":[304],"set":[306],"up":[307],"simulator":[309,358],"largest":[314],"real-world":[315,369],"datasets":[317],"Shenzhen,":[319],"China,":[320],"contains":[322],"GPS":[324],"trajectory":[325],"data":[326,329],"transaction":[328],"3848":[331],"from":[333],"June":[334,337],"1st":[335],"30th,":[338],"2017,":[339],"coupled":[340],"165":[342],"including":[345],"317":[346],"fast":[347],"1421":[351],"slow":[352],"posts.":[354],"adopt":[356],"generate":[360],"6":[361],"dynamic":[362],"urban":[363],"environments,":[364,379],"reflect":[366],"different":[368],"scenarios":[370],"faced":[371],"In":[375],"all":[376,393],"these":[378],"conduct":[381],"extensive":[382],"experiments":[383],"validate":[385],"that":[386,408],"framework":[390],"greatly":[391],"outperforms":[392],"baselines":[394],"significantly":[396,425],"increasing":[397],"rewards":[399],"obtained":[400],"also":[406],"show":[407],"policy":[411],"learned":[412],"effectively":[416],"reduce":[417],"range":[419],"anxiety":[420],"drivers,":[423],"boosts":[426],"quality":[429]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":8}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}