{"id":"https://openalex.org/W4385800566","doi":"https://doi.org/10.1109/vtc2023-spring57618.2023.10201091","title":"On the Application of Q-learning for Mobility Load Balancing in Realistic Vehicular Scenarios","display_name":"On the Application of Q-learning for Mobility Load Balancing in Realistic Vehicular Scenarios","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4385800566","doi":"https://doi.org/10.1109/vtc2023-spring57618.2023.10201091"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2023-spring57618.2023.10201091","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-spring57618.2023.10201091","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 97th Vehicular Technology Conference (VTC2023-Spring)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://upcommons.upc.edu/bitstreams/200199ff-c29a-485f-b349-fa11f7f14661/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079986276","display_name":"Mart\u00edn Trullenque Ortiz","orcid":null},"institutions":[{"id":"https://openalex.org/I4210130845","display_name":"i2CAT","ror":"https://ror.org/02rkks755","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210130845","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Martin Trullenque Ortiz","raw_affiliation_strings":["i2CAT Foundation,Barcelona,Spain,08034"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"i2CAT Foundation,Barcelona,Spain,08034","institution_ids":["https://openalex.org/I4210130845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106733160","display_name":"Oriol Salient","orcid":null},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Oriol Salient","raw_affiliation_strings":["Universitat Politècnica de Catalunya (UPC),Signal Theory and Communications Dept.,Barcelona,Spain,08034"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Politècnica de Catalunya (UPC),Signal Theory and Communications Dept.,Barcelona,Spain,08034","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019036297","display_name":"Daniel Camps\u2010Mur","orcid":"https://orcid.org/0000-0001-9956-5068"},"institutions":[{"id":"https://openalex.org/I4210130845","display_name":"i2CAT","ror":"https://ror.org/02rkks755","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210130845","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Daniel Camps-Mur","raw_affiliation_strings":["i2CAT Foundation,Barcelona,Spain,08034"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"i2CAT Foundation,Barcelona,Spain,08034","institution_ids":["https://openalex.org/I4210130845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043468332","display_name":"Josep Escrig","orcid":"https://orcid.org/0000-0002-0918-8148"},"institutions":[{"id":"https://openalex.org/I4210130845","display_name":"i2CAT","ror":"https://ror.org/02rkks755","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210130845","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Josep Escrig","raw_affiliation_strings":["i2CAT Foundation,Barcelona,Spain,08034"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"i2CAT Foundation,Barcelona,Spain,08034","institution_ids":["https://openalex.org/I4210130845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002155643","display_name":"Jad Nasreddine","orcid":"https://orcid.org/0000-0002-1711-3007"},"institutions":[{"id":"https://openalex.org/I4210130845","display_name":"i2CAT","ror":"https://ror.org/02rkks755","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210130845","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jad Nasreddine","raw_affiliation_strings":["i2CAT Foundation,Barcelona,Spain,08034"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"i2CAT Foundation,Barcelona,Spain,08034","institution_ids":["https://openalex.org/I4210130845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034523211","display_name":"J. P\u00e9rez-Romero","orcid":"https://orcid.org/0000-0001-9131-5013"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jordi P\u00e9rez-Romero","raw_affiliation_strings":["Universitat Politècnica de Catalunya (UPC),Signal Theory and Communications Dept.,Barcelona,Spain,08034"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Politècnica de Catalunya (UPC),Signal Theory and Communications Dept.,Barcelona,Spain,08034","institution_ids":["https://openalex.org/I9617848"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.831289529800415},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.7943114042282104},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6669678688049316},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6140649914741516},{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.606961727142334},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.5722323656082153},{"id":"https://openalex.org/keywords/offset","display_name":"Offset (computer science)","score":0.5572091341018677},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.46689164638519287},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.444717139005661},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.253446489572525},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.21490439772605896},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11767187714576721},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09701839089393616},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.09012821316719055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.831289529800415},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.7943114042282104},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6669678688049316},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6140649914741516},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.606961727142334},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.5722323656082153},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.5572091341018677},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.46689164638519287},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.444717139005661},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.253446489572525},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.21490439772605896},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11767187714576721},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09701839089393616},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.09012821316719055},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/vtc2023-spring57618.2023.10201091","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-spring57618.2023.10201091","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 97th Vehicular Technology Conference (VTC2023-Spring)","raw_type":"proceedings-article"},{"id":"pmh:oai:upcommons.upc.edu:2117/405495","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/405495","pdf_url":"https://upcommons.upc.edu/bitstreams/200199ff-c29a-485f-b349-fa11f7f14661/download","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference report"}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/405495","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/405495","pdf_url":"https://upcommons.upc.edu/bitstreams/200199ff-c29a-485f-b349-fa11f7f14661/download","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference report"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G3356528833","display_name":null,"funder_award_id":"CER-20191015","funder_id":"https://openalex.org/F4320321043","funder_display_name":"Centro para el Desarrollo Tecnol\u00f3gico Industrial"},{"id":"https://openalex.org/G8291672076","display_name":null,"funder_award_id":"CER-20191015","funder_id":"https://openalex.org/F4320326262","funder_display_name":"Ministerio de Asuntos Econ\u00f3micos y Transformaci\u00f3n Digital, Gobierno de Espa\u00f1a"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321043","display_name":"Centro para el Desarrollo Tecnol\u00f3gico Industrial","ror":"https://ror.org/0124x7055"},{"id":"https://openalex.org/F4320324211","display_name":"Ministry of Economy","ror":"https://ror.org/02fn8ac40"},{"id":"https://openalex.org/F4320326262","display_name":"Ministerio de Asuntos Econ\u00f3micos y Transformaci\u00f3n Digital, Gobierno de Espa\u00f1a","ror":"https://ror.org/03sv46s19"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385800566.pdf"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2000011732","https://openalex.org/W2009867565","https://openalex.org/W2045284758","https://openalex.org/W2296150051","https://openalex.org/W2625483604","https://openalex.org/W2782974900","https://openalex.org/W2968563287","https://openalex.org/W3032973109","https://openalex.org/W3045897666","https://openalex.org/W3100707094","https://openalex.org/W3136901766","https://openalex.org/W3170257037","https://openalex.org/W3212700646","https://openalex.org/W4214717370","https://openalex.org/W4293095182","https://openalex.org/W4293811623","https://openalex.org/W4317419670","https://openalex.org/W6843041827"],"related_works":["https://openalex.org/W2141045262","https://openalex.org/W2543826751","https://openalex.org/W2112004397","https://openalex.org/W2106816713","https://openalex.org/W2171484524","https://openalex.org/W2238078245","https://openalex.org/W839257610","https://openalex.org/W2777706785","https://openalex.org/W2162808597","https://openalex.org/W2148521562"],"abstract_inverted_index":{"One":[0],"of":[1,22,40,47,71,74,83],"the":[2,28,37,54,61,68,81,114,128,153,165],"applications":[3],"where":[4],"fifth":[5],"generation":[6],"(5G)":[7],"networks":[8],"are":[9],"expected":[10],"to":[11,44,57,87,100,102,135],"have":[12],"a":[13,33,97,137],"greatest":[14],"impact":[15],"is":[16,144,167],"vehicular-to-everything":[17],"(V2X)":[18],"communications.":[19],"The":[20,141],"exchange":[21],"data":[23,48],"among":[24],"different":[25],"vehicles":[26,58,105],"on":[27],"network":[29,138,154],"will":[30],"make":[31],"roads":[32],"safer":[34],"environment.":[35],"However,":[36],"massive":[38],"usage":[39],"V2X":[41],"communications":[42],"leads":[43],"an":[45,120],"increase":[46],"traffic":[49],"and":[50,164],"resources":[51,63],"consumption.":[52],"Moreover,":[53],"mobility":[55,89],"associated":[56],"may":[59],"drain":[60],"available":[62],"in":[64],"particular":[65],"cells,":[66],"compromising":[67],"required":[69],"quality":[70],"service":[72],"(QoS)":[73],"connected":[75,104],"users.":[76],"To":[77],"avoid":[78],"these":[79],"situations,":[80],"introduction":[82],"machine":[84],"learning":[85],"algorithms":[86],"perform":[88],"load":[90,166],"balancing":[91],"between":[92,131,170],"neighboring":[93,133],"cells":[94,134],"arises":[95],"as":[96],"promising":[98],"tool":[99],"ensure":[101],"all":[103],"their":[106],"demanded":[107],"resources.":[108],"In":[109],"this":[110],"paper,":[111],"we":[112],"address":[113],"cell":[115],"overload":[116,139,155],"problem":[117],"by":[118],"proposing":[119],"O-RAN":[121],"compliant":[122],"Q-learning":[123],"algorithm":[124,142],"that":[125,152],"dynamically":[126],"adapts":[127],"handover":[129],"offset":[130],"two":[132],"mitigate":[136],"situation.":[140],"performance":[143],"assessed":[145],"using":[146],"realistic":[147],"vehicular":[148],"traces.":[149],"Results":[150],"show":[151],"appearing":[156],"during":[157],"rush":[158],"hour":[159],"can":[160],"be":[161],"successfully":[162],"mitigated":[163],"fairly":[168],"distributed":[169],"cells.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}