{"id":"https://openalex.org/W4284961455","doi":"https://doi.org/10.3233/ia-210126","title":"Smart balancing of E-scooter sharing systems via deep reinforcement learning: a preliminary study","display_name":"Smart balancing of E-scooter sharing systems via deep reinforcement learning: a preliminary study","publication_year":2022,"publication_date":"2022-07-08","ids":{"openalex":"https://openalex.org/W4284961455","doi":"https://doi.org/10.3233/ia-210126"},"language":"en","primary_location":{"id":"doi:10.3233/ia-210126","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ia-210126","pdf_url":"https://content.iospress.com:443/download/intelligenza-artificiale/ia210126?id=intelligenza-artificiale%2Fia210126","source":{"id":"https://openalex.org/S207922018","display_name":"Intelligenza Artificiale","issn_l":"1724-8035","issn":["1724-8035","2211-0097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligenza Artificiale","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://content.iospress.com:443/download/intelligenza-artificiale/ia210126?id=intelligenza-artificiale%2Fia210126","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051140815","display_name":"Gianvito Losapio","orcid":null},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gianvito Losapio","raw_affiliation_strings":["DIBRIS, University of Genova, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIBRIS, University of Genova, Italy","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043578098","display_name":"Federico Minutoli","orcid":null},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federico Minutoli","raw_affiliation_strings":["DIBRIS, University of Genova, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIBRIS, University of Genova, Italy","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022301074","display_name":"Viviana Mascardi","orcid":"https://orcid.org/0000-0002-2261-9926"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Viviana Mascardi","raw_affiliation_strings":["DIBRIS, University of Genova, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIBRIS, University of Genova, Italy","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053250970","display_name":"Angelo Ferrando","orcid":"https://orcid.org/0000-0002-8711-4670"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Angelo Ferrando","raw_affiliation_strings":["DIBRIS, University of Genova, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIBRIS, University of Genova, Italy","institution_ids":["https://openalex.org/I83816512"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5022301074"],"corresponding_institution_ids":["https://openalex.org/I83816512"],"apc_list":null,"apc_paid":null,"fwci":0.5488,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.62558681,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":"1","first_page":"49","last_page":"67"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12392","display_name":"Sharing Economy and Platforms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8890700340270996},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7582817077636719},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4785219430923462},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38350149989128113},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.33412736654281616},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3155437707901001},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12601104378700256}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8890700340270996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7582817077636719},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4785219430923462},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38350149989128113},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.33412736654281616},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3155437707901001},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12601104378700256},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/ia-210126","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ia-210126","pdf_url":"https://content.iospress.com:443/download/intelligenza-artificiale/ia210126?id=intelligenza-artificiale%2Fia210126","source":{"id":"https://openalex.org/S207922018","display_name":"Intelligenza Artificiale","issn_l":"1724-8035","issn":["1724-8035","2211-0097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligenza Artificiale","raw_type":"journal-article"},{"id":"pmh:oai:iris.unige.it:11567/1100686","is_oa":true,"landing_page_url":"https://hdl.handle.net/11567/1100686","pdf_url":null,"source":{"id":"https://openalex.org/S4377196291","display_name":"CINECA IRIS Institutial Research Information System (University of Genoa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83816512","host_organization_name":"University of Genoa","host_organization_lineage":["https://openalex.org/I83816512"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.unimore.it:11380/1331895","is_oa":true,"landing_page_url":"https://hdl.handle.net/11380/1331895","pdf_url":null,"source":{"id":"https://openalex.org/S4377196326","display_name":"Iris Unimore (University of Modena and Reggio Emilia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122346577","host_organization_name":"University of Modena and Reggio Emilia","host_organization_lineage":["https://openalex.org/I122346577"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3233/ia-210126","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ia-210126","pdf_url":"https://content.iospress.com:443/download/intelligenza-artificiale/ia210126?id=intelligenza-artificiale%2Fia210126","source":{"id":"https://openalex.org/S207922018","display_name":"Intelligenza Artificiale","issn_l":"1724-8035","issn":["1724-8035","2211-0097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligenza Artificiale","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4284961455.pdf","grobid_xml":"https://content.openalex.org/works/W4284961455.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1970180010","https://openalex.org/W1984698666","https://openalex.org/W2145339207","https://openalex.org/W2160031103","https://openalex.org/W2358962606","https://openalex.org/W2761873684","https://openalex.org/W2792135352","https://openalex.org/W2949830935","https://openalex.org/W2953661112","https://openalex.org/W2967944428","https://openalex.org/W2970454322","https://openalex.org/W2972269448","https://openalex.org/W3013760806","https://openalex.org/W3016128531","https://openalex.org/W3091853565","https://openalex.org/W3099655699","https://openalex.org/W3127425666","https://openalex.org/W3134105143","https://openalex.org/W3201285065","https://openalex.org/W6767618276","https://openalex.org/W6791457049"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Nowadays,":[0],"micro-mobility":[1],"sharing":[2,105,160],"systems":[3,9],"have":[4],"become":[5],"extremely":[6],"popular.":[7],"Such":[8],"consist":[10],"in":[11,20,28,97],"fleets":[12],"of":[13,37,116,126,133,136,146,158],"dockless":[14],"electric":[15,58],"vehicles":[16,59],"which":[17],"are":[18,83],"deployed":[19],"cities,":[21],"and":[22,32,54,104,162],"used":[23],"by":[24],"citizens":[25],"to":[26,41,92,99],"move":[27],"a":[29,69,130],"more":[30],"ecological":[31],"flexible":[33],"way.":[34],"Unfortunately,":[35],"one":[36],"the":[38,57,101,113,117,134,137,144,154],"issues":[39],"related":[40],"such":[42],"technologies":[43],"is":[44,172],"its":[45],"intrinsic":[46],"load":[47],"imbalance,":[48],"since":[49],"users":[50],"can":[51],"pick":[52,93],"up":[53],"drop":[55],"off":[56],"where":[60,81],"they":[61],"prefer.":[62],"In":[63],"this":[64,127],"paper":[65,128],"we":[66],"present":[67],"ESB-DQN,":[68],"multi-agent":[70],"system":[71],"for":[72,149],"E-Scooter":[73],"Balancing":[74],"(ESB)":[75],"based":[76],"on":[77],"Deep":[78,86],"Reinforcement":[79,151],"Learning":[80,152],"agents":[82],"implemented":[84],"as":[85,106,108],"Q-Networks":[87],"(DQN).":[88],"ESB-DQN":[89],"offers":[90],"suggestions":[91],"or":[94],"return":[95],"e-scooters":[96],"order":[98],"make":[100],"fleet":[102],"usage":[103],"balanced":[107],"possible,":[109],"still":[110],"ensuring":[111],"that":[112,167,169],"original":[114],"plans":[115],"user":[118],"undergo":[119],"only":[120],"minor":[121],"changes.":[122],"The":[123],"main":[124],"contributions":[125],"include":[129],"careful":[131],"analysis":[132],"state":[135],"art,":[138],"an":[139],"innovative":[140],"customer-oriented":[141],"rebalancing":[142],"strategy,":[143],"integration":[145],"state-of-the-art":[147],"libraries":[148],"deep":[150],"into":[153],"existing":[155],"ODySSEUS":[156],"simulator":[157],"mobility":[159],"systems,":[161],"preliminary":[163],"but":[164],"promising":[165],"experiments":[166],"suggest":[168],"our":[170],"approach":[171],"worth":[173],"further":[174],"exploration.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2025-10-10T00:00:00"}