{"id":"https://openalex.org/W4404056595","doi":"https://doi.org/10.1109/tase.2024.3486342","title":"Charge or Pick Up? Optimizing E-Taxi Management: A Dual-Stage Heuristic Coordinated Reinforcement Learning Approach","display_name":"Charge or Pick Up? Optimizing E-Taxi Management: A Dual-Stage Heuristic Coordinated Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-11-05","ids":{"openalex":"https://openalex.org/W4404056595","doi":"https://doi.org/10.1109/tase.2024.3486342"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3486342","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3486342","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058473468","display_name":"Donghe Li","orcid":"https://orcid.org/0000-0001-6773-3143"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Donghe Li","raw_affiliation_strings":["School of Automation Science and Engineering and the MOE Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering and the MOE Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107950249","display_name":"Chunlin Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunlin Hu","raw_affiliation_strings":["School of Automation Science and Engineering, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087373711","display_name":"Qingyu Yang","orcid":"https://orcid.org/0000-0002-1525-2900"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyu Yang","raw_affiliation_strings":["SKLMSE Laboratory and the School of Automation Science and Engineering, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"SKLMSE Laboratory and the School of Automation Science and Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101136019","display_name":"Pengtao Song","orcid":"https://orcid.org/0000-0001-7372-4331"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengtao Song","raw_affiliation_strings":["School of Automation Science and Engineering, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066227184","display_name":"Feiye Zhang","orcid":"https://orcid.org/0000-0002-7015-9768"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiye Zhang","raw_affiliation_strings":["School of Automation Science and Engineering, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035313256","display_name":"Dou An","orcid":"https://orcid.org/0000-0003-2868-0186"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dou An","raw_affiliation_strings":["School of Automation Science and Engineering and the MOE Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering and the MOE Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5058473468"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.6279,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67968625,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"22","issue":null,"first_page":"8533","last_page":"8553"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.737851619720459},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5932623147964478},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5482228398323059},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4874696731567383},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.47028660774230957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4119836688041687},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3352971076965332},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.10552415251731873}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.737851619720459},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5932623147964478},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5482228398323059},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4874696731567383},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.47028660774230957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4119836688041687},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3352971076965332},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.10552415251731873},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3486342","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3486342","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3592691744","display_name":null,"funder_award_id":"62203350","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5226995995","display_name":null,"funder_award_id":"62173268","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6314458740","display_name":null,"funder_award_id":"62373297","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2119046642","https://openalex.org/W2523488852","https://openalex.org/W2611804055","https://openalex.org/W2737879662","https://openalex.org/W2769861923","https://openalex.org/W2773584877","https://openalex.org/W2776355950","https://openalex.org/W2811037717","https://openalex.org/W2907543530","https://openalex.org/W2918841279","https://openalex.org/W2948175577","https://openalex.org/W2982704980","https://openalex.org/W2998785398","https://openalex.org/W3014141732","https://openalex.org/W3015295488","https://openalex.org/W3017352751","https://openalex.org/W3018884846","https://openalex.org/W3021187890","https://openalex.org/W3048479713","https://openalex.org/W3084423993","https://openalex.org/W3087809036","https://openalex.org/W3100789280","https://openalex.org/W3108798923","https://openalex.org/W3127664401","https://openalex.org/W3132062591","https://openalex.org/W3133221653","https://openalex.org/W3162816638","https://openalex.org/W3194144354","https://openalex.org/W3195830239","https://openalex.org/W3204137325","https://openalex.org/W3216732889","https://openalex.org/W4210683797","https://openalex.org/W4214928197","https://openalex.org/W4225984100","https://openalex.org/W4283650733","https://openalex.org/W4285257352","https://openalex.org/W4285384510","https://openalex.org/W4286247872","https://openalex.org/W4307958658","https://openalex.org/W4309758191","https://openalex.org/W4317042441","https://openalex.org/W4317936140","https://openalex.org/W4318159260","https://openalex.org/W4320879052","https://openalex.org/W4324132502","https://openalex.org/W6684921986","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"In":[0,47,96,134,327],"recent":[1],"years,":[2],"the":[3,11,53,97,102,135,153,157,161,168,174,203,242,251,273,281,289,306,312,377,424,446,455,523,542],"rapid":[4],"adoption":[5,283,301,490],"of":[6,92,176,179,253,275,284,302,390,407,427,462,491,545],"electric":[7,20,285,303],"vehicles":[8,304],"(EVs)":[9],"in":[10,160,192,305,385,548],"taxi":[12,21,307],"industry":[13,308],"has":[14,309],"transformed":[15],"traditional":[16,231,420],"taxi-hailing":[17],"systems":[18],"into":[19,504],"(E-taxi)":[22],"hailing":[23,507],"systems.":[24],"As":[25,238,522],"a":[26,59,72,118,140,193,292,332,345,355,386,494,538],"result,":[27],"it":[28,200],"is":[29,265,474],"crucial":[30],"to":[31,112,125,128,145,212,230,272,291,298,311,404,419,439,454,481,514,530],"develop":[32],"effective":[33,315,388],"strategies":[34,278,318],"for":[35,152,205,217,239,314,366,541],"optimizing":[36],"E-taxi":[37,54,195,276,316,367,374,381,399,458,506,546],"management":[38,55,277,317,520,544],"by":[39,117,227,259,267,343,416,468,476],"considering":[40],"both":[41,206,321],"passenger-taxi":[42,322],"matching":[43,323],"and":[44,66,85,122,150,155,184,197,208,220,279,324,354,371,393,409,422,470,486,512,518,537],"charging":[45,148,249,325,408,519],"planning.":[46,326],"this":[48,328],"paper,":[49],"we":[50,100,138,330],"first":[51,98,162],"formalize":[52],"optimization":[56,109,352],"problem":[57,62],"as":[58,493,510],"Markov":[60],"decision":[61],"with":[63,164],"dynamic":[64,114],"state":[65,104,115,347],"heterogeneous":[67,180],"action.":[68],"We":[69,187],"then":[70],"propose":[71,139],"dual-stage":[73,333],"heuristic":[74,86,141,334,356],"coordinated":[75,142,335,357],"reinforcement":[76,336],"learning":[77,337],"(RL)":[78],"approach":[79,90,171,338,361,402,533],"that":[80,199,319,339],"incorporates":[81],"advanced":[82],"feature":[83,119],"selection":[84,120],"allocation":[87],"strategies.":[88],"Our":[89,360],"consists":[91],"two":[93],"main":[94],"stages.":[95],"stage,":[99,137],"introduce":[101,331],"feature-guided":[103,346],"dimensionality":[105,348],"stabilization":[106,349],"proximal":[107,350],"policy":[108,351],"(PPO)":[110],"method":[111,144,191,353,379,500],"address":[113],"dimensions":[116],"method,":[121],"enabling":[123],"E-taxis":[124,207,222,492],"decide":[126],"whether":[127],"charge":[129],"or":[130,234],"pick":[131,185],"up":[132],"passengers.":[133,209,372],"second":[136],"assignment":[143,358],"further":[146,489],"allocate":[147],"stations":[149],"passengers":[151],"E-taxis,":[154],"provide":[156],"RL":[158,177,232],"network":[159],"stage":[163],"rewards":[165],"based":[166],"on":[167,445],"results.":[169],"This":[170],"effectively":[172],"tackles":[173],"challenge":[175],"processing":[178],"action":[181],"spaces":[182],"(charge":[183],"up).":[186],"evaluate":[188],"our":[189,213,401,532],"proposed":[190,378,499],"real-world":[194],"environment":[196],"find":[198],"significantly":[201],"enhances":[202],"experience":[204,449,485],"Specifically,":[210],"due":[211,453],"method\u2019s":[214],"rational":[215],"planning":[216,406],"passenger":[218,410],"pick-up":[219,411],"charging,":[221],"can":[223,501],"increase":[224],"their":[225,248,254,262,414,463,471,516],"revenue":[226],"20%":[228,417],"compared":[229,418],"methods":[233],"random":[235],"scheduling":[236],"approaches.":[237],"passengers,":[240],"since":[241],"taxis":[243],"have":[244],"more":[245,293,387,432,456],"efficiently":[246],"planned":[247],"behavior,":[250],"probability":[252,461],"orders":[255,464],"being":[256,465],"answered":[257,466],"increases":[258,467],"15%,":[260,469],"while":[261],"waiting":[263,472],"time":[264,473],"reduced":[266,475],"55%.":[268],"These":[269,478],"achievements":[270],"contribute":[271,480],"advancement":[274],"promote":[280],"widespread":[282],"vehicles,":[286],"ultimately":[287],"supporting":[288],"transition":[290],"sustainable":[294,495,527],"transportation":[295,496,528],"system.":[296],"Note":[297],"Practitioners\u2014The":[299],"increasing":[300,395,413],"led":[310],"need":[313],"consider":[320],"study,":[329],"addresses":[340],"these":[341],"challenges":[342],"integrating":[344],"method.":[359],"offers":[362],"several":[363],"practical":[364,539],"benefits":[365],"service":[368,375,451],"providers,":[369,376],"drivers,":[370,400],"For":[373,398],"improves":[380],"dispatch":[382,517],"efficiency,":[383],"resulting":[384],"use":[389],"available":[391],"resources":[392],"potentially":[394],"overall":[396],"revenue.":[397],"leads":[403],"better":[405],"decisions,":[412],"earnings":[415],"methods,":[421],"reducing":[423],"average":[425],"occurrence":[426],"low":[428],"battery":[429],"status":[430],"from":[431],"than":[433,441],"4":[434],"times":[435],"every":[436],"10":[437],"hours":[438],"less":[440],"1":[442],"time.":[443],"Passengers,":[444],"other":[447],"hand,":[448],"improved":[450],"quality":[452],"efficient":[457,543],"management.":[459],"The":[460,498],"100%.":[477],"improvements":[479],"an":[482],"enhanced":[483],"user":[484],"may":[487],"encourage":[488],"solution.":[497],"be":[502],"integrated":[503],"existing":[505],"platforms,":[508],"such":[509],"DiDi":[511],"Uber,":[513],"enhance":[515],"capabilities.":[521],"global":[524],"trend":[525],"towards":[526],"continues":[529],"grow,":[531],"provides":[534],"valuable":[535],"insights":[536],"solution":[540],"fleets":[547],"modern":[549],"urban":[550],"environments.":[551]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}