{"id":"https://openalex.org/W4404469612","doi":"https://doi.org/10.1109/mnet.2024.3499953","title":"Reinforcement Learning for Digital Twin Empowered Ride-Sharing System Optimization","display_name":"Reinforcement Learning for Digital Twin Empowered Ride-Sharing System Optimization","publication_year":2024,"publication_date":"2024-11-18","ids":{"openalex":"https://openalex.org/W4404469612","doi":"https://doi.org/10.1109/mnet.2024.3499953"},"language":"en","primary_location":{"id":"doi:10.1109/mnet.2024.3499953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mnet.2024.3499953","pdf_url":null,"source":{"id":"https://openalex.org/S186584794","display_name":"IEEE Network","issn_l":"0890-8044","issn":["0890-8044","1558-156X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Network","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010999540","display_name":"Kai Jiang","orcid":"https://orcid.org/0000-0002-5706-7834"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kai Jiang","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006794082","display_name":"Yue Cao","orcid":"https://orcid.org/0000-0002-2098-7637"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Cao","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101634974","display_name":"Zhenning Wang","orcid":"https://orcid.org/0000-0003-3831-987X"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenning Wang","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049807322","display_name":"Huan Zhou","orcid":"https://orcid.org/0000-0003-4007-7224"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Zhou","raw_affiliation_strings":["College of Computer, Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108056474","display_name":"Hong Zhu","orcid":"https://orcid.org/0000-0001-9815-3934"},"institutions":[{"id":"https://openalex.org/I4210146077","display_name":"China National Institute of Standardization","ror":"https://ror.org/03qzxj964","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210146077"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Zhu","raw_affiliation_strings":["China National Institute of Standardization, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China National Institute of Standardization, Beijing, China","institution_ids":["https://openalex.org/I4210146077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100603421","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0003-0537-4522"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhi Liu","raw_affiliation_strings":["Department of Computer and Network Engineering, The University of Electro-Communications, Tokyo, Japan","Department of Computer and Network Engineering, University of Electro-Communications, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Network Engineering, The University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]},{"raw_affiliation_string":"Department of Computer and Network Engineering, University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061307388","display_name":"Lexi Xu","orcid":"https://orcid.org/0000-0003-4338-7252"},"institutions":[{"id":"https://openalex.org/I6507939","display_name":"China United Network Communications Group (China)","ror":"https://ror.org/028w99c90","country_code":"CN","type":"company","lineage":["https://openalex.org/I6507939"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lexi Xu","raw_affiliation_strings":["China Unicom Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Unicom Research Institute, Beijing, China","institution_ids":["https://openalex.org/I6507939"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5010999540"],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21627501,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"39","issue":"2","first_page":"184","last_page":"193"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9444000124931335,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7977262735366821},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6921839714050293},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4317290186882019},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3331073522567749},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1396515667438507}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7977262735366821},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6921839714050293},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4317290186882019},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3331073522567749},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1396515667438507},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mnet.2024.3499953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mnet.2024.3499953","pdf_url":null,"source":{"id":"https://openalex.org/S186584794","display_name":"IEEE Network","issn_l":"0890-8044","issn":["0890-8044","1558-156X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Network","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2789143183","https://openalex.org/W3005058934","https://openalex.org/W3043615085","https://openalex.org/W3044015199","https://openalex.org/W3212678506","https://openalex.org/W4205788440","https://openalex.org/W4225974589","https://openalex.org/W4287186482","https://openalex.org/W4362593913","https://openalex.org/W4376464656","https://openalex.org/W4385864649","https://openalex.org/W4387831770","https://openalex.org/W4387934942","https://openalex.org/W4390422146"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Recently,":[0],"as":[1,31],"the":[2,61,102,114,140,148,165,178],"popularity":[3],"of":[4,41,63,91,105,116,180],"ride-sharing":[5,20,58,109,121],"services":[6],"continues":[7],"to":[8,15,46,73,185],"rise,":[9],"a":[10,88,96,134],"crucial":[11],"technical":[12,103],"requirement":[13],"is":[14,67,130,137,168],"optimize":[16],"operational":[17],"efficiency":[18],"for":[19,34,120],"systems.":[21],"Digital":[22],"Twin":[23],"(DT)":[24],"and":[25,50,65,81,108,118,156],"Reinforcement":[26],"Learning":[27],"(RL)":[28],"have":[29],"emerged":[30],"promising":[32],"solutions":[33],"this":[35,85,92,128,181],"requirement.":[36],"By":[37],"creating":[38],"virtual":[39],"replicas":[40],"environments,":[42],"DT":[43,64,119],"enables":[44],"RL":[45,66,117],"learn":[47],"from":[48,95,183],"data":[49,82],"facilitate":[51,177],"more":[52],"informed":[53],"decisions":[54],"that":[55,147],"benefit":[56],"all":[57],"stakeholders.":[59],"However,":[60],"integration":[62,115,129],"still":[68],"in":[69,144],"its":[70,74],"infancy":[71],"due":[72],"dependence":[75],"on":[76,158],"processing":[77],"power,":[78],"memory":[79],"resources,":[80],"quality.":[83],"Thus,":[84],"article":[86],"provides":[87],"comprehensive":[89],"overview":[90],"novel":[93],"field":[94],"system-level":[97],"perspective.":[98],"First,":[99],"we":[100,112,171],"introduce":[101],"basis":[104],"RL,":[106],"DT,":[107],"architecture.":[110],"Then,":[111],"explore":[113],"system":[122],"optimization.":[123],"The":[124],"logic":[125],"framework":[126],"under":[127,139],"elaborated":[131,138],"holistically.":[132],"Subsequently,":[133],"specific":[135],"embodiment":[136,145],"integration.":[141],"Especially,":[142],"simulations":[143],"show":[146],"proposed":[149],"method":[150],"achieves":[151],"13.6%":[152],"improvement":[153],"at":[154],"maximum":[155],"7.3%":[157],"average":[159],"compared":[160],"with":[161],"other":[162],"baselines,":[163],"when":[164],"capacity":[166],"constraint":[167],"6.":[169],"Finally,":[170],"highlight":[172],"potential":[173],"challenges,":[174],"which":[175],"may":[176],"transformation":[179],"topic":[182],"theory":[184],"practice.":[186]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}