{"id":"https://openalex.org/W4414359202","doi":"https://doi.org/10.24963/ijcai.2025/1029","title":"Optimizing the Battery-Swapping Problem in Urban E-Bike Systems with Reinforcement Learning","display_name":"Optimizing the Battery-Swapping Problem in Urban E-Bike Systems with Reinforcement Learning","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4414359202","doi":"https://doi.org/10.24963/ijcai.2025/1029"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2025/1029","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/1029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100442680","display_name":"Wenjing Li","orcid":"https://orcid.org/0000-0003-1154-2895"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjing Li","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100730692","display_name":"Li Zhao","orcid":"https://orcid.org/0000-0001-5787-2705"},"institutions":[{"id":"https://openalex.org/I4210112565","display_name":"Cube Technology (United States)","ror":"https://ror.org/01t4yq738","country_code":"US","type":"company","lineage":["https://openalex.org/I4210112565"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhao Li","raw_affiliation_strings":["Hangzhou Yugu Technology Co.,Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Yugu Technology Co.,Ltd","institution_ids":["https://openalex.org/I4210112565"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077300166","display_name":"Xuanwu Liu","orcid":"https://orcid.org/0000-0001-7679-3260"},"institutions":[{"id":"https://openalex.org/I4210112565","display_name":"Cube Technology (United States)","ror":"https://ror.org/01t4yq738","country_code":"US","type":"company","lineage":["https://openalex.org/I4210112565"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuanwu Liu","raw_affiliation_strings":["Hangzhou Yugu Technology Co.,Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Yugu Technology Co.,Ltd","institution_ids":["https://openalex.org/I4210112565"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038115830","display_name":"Ruihao Zhu","orcid":"https://orcid.org/0000-0003-1463-1308"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruihao Zhu","raw_affiliation_strings":["Cornell University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050396482","display_name":"Zhenzhe Zheng","orcid":"https://orcid.org/0000-0003-3447-5349"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenzhe Zheng","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059190563","display_name":"Fan Wu","orcid":"https://orcid.org/0000-0003-0965-9058"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Wu","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9259","last_page":"9267"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7903000116348267},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7554000020027161},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6057000160217285},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5091000199317932},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.4731000065803528},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4244999885559082},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.38440001010894775}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7903000116348267},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7554000020027161},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6581000089645386},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6057000160217285},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5091000199317932},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.4731000065803528},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3700999915599823},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3564000129699707},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.33869999647140503},{"id":"https://openalex.org/C204983608","wikidata":"https://www.wikidata.org/wiki/Q2111958","display_name":"Productivity","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C120330832","wikidata":"https://www.wikidata.org/wiki/Q166656","display_name":"Supply and demand","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.27570000290870667},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2621000111103058}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2025/1029","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/1029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"E-bikes":[0],"(EBs)":[1],"are":[2],"a":[3,64,74,92,117,158,164],"key":[4,138],"transportation":[5,194],"mode":[6],"in":[7,112,161,167],"urban":[8,193],"area,":[9],"especially":[10],"for":[11,41,188],"couriers":[12],"of":[13,84,186],"delivery":[14,179],"platforms,":[15],"but":[16],"underdeveloped":[17],"EB":[18,178],"systems":[19],"can":[20],"hinder":[21],"courier's":[22],"productivity":[23],"due":[24],"to":[25,37,80,106],"limited":[26],"battery":[27,174],"capacity.":[28],"Battery-swapping":[29],"stations":[30,54],"address":[31,60],"this":[32,181],"issue":[33],"by":[34],"enabling":[35],"riders":[36],"exchange":[38],"depleted":[39],"batteries":[40],"fully":[42],"charged":[43],"ones.":[44],"However,":[45],"managing":[46],"supply":[47],"and":[48,145,163,176,191],"demand":[49],"(SnD)":[50],"imbalances":[51],"at":[52],"these":[53],"has":[55],"become":[56],"increasingly":[57],"complex.":[58],"To":[59],"this,":[61],"we":[62,90],"introduce":[63],"new":[65],"approach":[66],"that":[67,122,155],"formulates":[68],"the":[69,82,108,184],"Battery-Swapping":[70],"Problem":[71],"(BSP)":[72],"as":[73],"discrete-time":[75],"Markov":[76],"Decision":[77],"Process":[78],"(MDP)":[79],"capture":[81],"dynamics":[83],"SnD":[85],"imbalances.":[86],"Building":[87],"on":[88,151],"it,":[89],"propose":[91],"Wasserstein-enhanced":[93],"Proximal":[94],"Policy":[95],"Optimization":[96],"(W-PPO)":[97],"algorithm,":[98],"which":[99],"integrates":[100],"Wasserstein":[101],"distance":[102],"with":[103],"reinforcement":[104],"learning":[105],"improve":[107],"robustness":[109],"against":[110],"uncertainty":[111],"forecasting":[113],"SnD.":[114],"W-PPO":[115,156],"provides":[116],"BSP-specific,":[118],"accurate":[119],"loss":[120],"function":[121],"reflects":[123],"reward":[124],"variations":[125],"between":[126],"two":[127],"policies":[128],"under":[129],"real-world":[130,152],"simulation.":[131],"The":[132],"algorithm\u2019s":[133],"effectiveness":[134],"is":[135],"assessed":[136],"using":[137],"metrics:":[139],"Shared":[140],"Battery":[141,146],"Utilization":[142],"Ratio":[143,148],"(SBUR)":[144],"Supply":[147],"(BSR).":[149],"Simulations":[150],"datasets":[153],"show":[154],"achieves":[157],"30.59%":[159],"improvement":[160],"SBUR":[162],"16.09%":[165],"increase":[166],"BSR":[168],"ensures":[169],"practical":[170],"applicability.":[171],"By":[172],"optimizing":[173],"utilization":[175],"improving":[177],"systems,":[180],"work":[182],"highlights":[183],"potential":[185],"AI":[187],"creating":[189],"efficient":[190],"sustainable":[192],"solutions.":[195]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}