{"id":"https://openalex.org/W4387870429","doi":"https://doi.org/10.1109/icc45041.2023.10279521","title":"Reinforcement Learning-Based Load Balancing Satellite Handover Using NS-3","display_name":"Reinforcement Learning-Based Load Balancing Satellite Handover Using NS-3","publication_year":2023,"publication_date":"2023-05-28","ids":{"openalex":"https://openalex.org/W4387870429","doi":"https://doi.org/10.1109/icc45041.2023.10279521"},"language":"en","primary_location":{"id":"doi:10.1109/icc45041.2023.10279521","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10279521","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://qmro.qmul.ac.uk/xmlui/bitstream/123456789/95285/2/Reinforcement%20Learning-Based%20Load%20Balancing%20Satellite%20Handover%20Using%20NS-3%2c%20accepted%2c%202023.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057885855","display_name":"Nour Badini","orcid":"https://orcid.org/0009-0005-2927-2901"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]},{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["GB","IT"],"is_corresponding":true,"raw_author_name":"Nour Badini","raw_affiliation_strings":["University of Genoa,Department of Electrical, Electronics and Telecommunications Engineering, and Naval Architecture (DITEN),Genoa,Italy","School of Electronic Engineering and Computer Science, Queen Marry University of London, London, UK","Department of Electrical, Electronics and Telecommunications Engineering, and Naval Architecture (DITEN), University of Genoa, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"University of Genoa,Department of Electrical, Electronics and Telecommunications Engineering, and Naval Architecture (DITEN),Genoa,Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Marry University of London, London, UK","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"Department of Electrical, Electronics and Telecommunications Engineering, and Naval Architecture (DITEN), University of Genoa, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020391366","display_name":"Mona Jaber","orcid":"https://orcid.org/0000-0002-0908-3207"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mona Jaber","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Queen Marry University of London,London,UK","School of Electronic Engineering and Computer Science, Queen Marry University of London, London, UK"],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Marry University of London,London,UK","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Marry University of London, London, UK","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046966559","display_name":"Mario Marchese","orcid":"https://orcid.org/0000-0002-9626-3483"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mario Marchese","raw_affiliation_strings":["University of Genoa,Department of Electrical, Electronics and Telecommunications Engineering, and Naval Architecture (DITEN),Genoa,Italy","Department of Electrical, Electronics and Telecommunications Engineering, and Naval Architecture (DITEN), University of Genoa, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"University of Genoa,Department of Electrical, Electronics and Telecommunications Engineering, and Naval Architecture (DITEN),Genoa,Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"Department of Electrical, Electronics and Telecommunications Engineering, and Naval Architecture (DITEN), University of Genoa, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038114047","display_name":"Fabio Patrone","orcid":"https://orcid.org/0000-0002-0983-9131"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Patrone","raw_affiliation_strings":["University of Genoa,Department of Electrical, Electronics and Telecommunications Engineering, and Naval Architecture (DITEN),Genoa,Italy","Department of Electrical, Electronics and Telecommunications Engineering, and Naval Architecture (DITEN), University of Genoa, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"University of Genoa,Department of Electrical, Electronics and Telecommunications Engineering, and Naval Architecture (DITEN),Genoa,Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"Department of Electrical, Electronics and Telecommunications Engineering, and Naval Architecture (DITEN), University of Genoa, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057885855"],"corresponding_institution_ids":["https://openalex.org/I166337079","https://openalex.org/I83816512"],"apc_list":null,"apc_paid":null,"fwci":9.8984,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.9750159,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2595","last_page":"2600"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7640243768692017},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.7597744464874268},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7161234021186829},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5658177733421326},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.5363271236419678},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5039364695549011},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.49604901671409607},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.46912384033203125},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4604175388813019},{"id":"https://openalex.org/keywords/constellation","display_name":"Constellation","score":0.42338377237319946},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37311843037605286},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1341843605041504},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09513506293296814}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7640243768692017},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.7597744464874268},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7161234021186829},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5658177733421326},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.5363271236419678},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5039364695549011},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.49604901671409607},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.46912384033203125},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4604175388813019},{"id":"https://openalex.org/C70352696","wikidata":"https://www.wikidata.org/wiki/Q8928","display_name":"Constellation","level":2,"score":0.42338377237319946},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37311843037605286},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1341843605041504},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09513506293296814},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icc45041.2023.10279521","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10279521","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/95285","is_oa":true,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/95285","pdf_url":"https://qmro.qmul.ac.uk/xmlui/bitstream/123456789/95285/2/Reinforcement%20Learning-Based%20Load%20Balancing%20Satellite%20Handover%20Using%20NS-3%2c%20accepted%2c%202023.pdf","source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},{"id":"pmh:oai:iris.unige.it:11567/1152175","is_oa":false,"landing_page_url":"https://hdl.handle.net/11567/1152175","pdf_url":null,"source":{"id":"https://openalex.org/S4377196291","display_name":"CINECA IRIS Institutial Research Information System (University of Genoa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83816512","host_organization_name":"University of Genoa","host_organization_lineage":["https://openalex.org/I83816512"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/95285","is_oa":true,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/95285","pdf_url":"https://qmro.qmul.ac.uk/xmlui/bitstream/123456789/95285/2/Reinforcement%20Learning-Based%20Load%20Balancing%20Satellite%20Handover%20Using%20NS-3%2c%20accepted%2c%202023.pdf","source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387870429.pdf","grobid_xml":"https://content.openalex.org/works/W4387870429.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2006538144","https://openalex.org/W2045330186","https://openalex.org/W2103581476","https://openalex.org/W2111907118","https://openalex.org/W2153279278","https://openalex.org/W2313522595","https://openalex.org/W2399586126","https://openalex.org/W2963749376","https://openalex.org/W2989900076","https://openalex.org/W3017340082","https://openalex.org/W3091852275","https://openalex.org/W3124458808","https://openalex.org/W4289655779","https://openalex.org/W4293057698","https://openalex.org/W6770338375"],"related_works":["https://openalex.org/W2520149731","https://openalex.org/W1981519115","https://openalex.org/W3006634511","https://openalex.org/W1985631144","https://openalex.org/W2087123996","https://openalex.org/W2801080295","https://openalex.org/W2115561238","https://openalex.org/W2103264866","https://openalex.org/W2023203067","https://openalex.org/W1962476109"],"abstract_inverted_index":{"The":[0,23],"Fifth-Generation":[1],"of":[2,26,34,45,56,94,101,124,130,173,200,208],"Mobile":[3],"Communications":[4],"(5G)":[5],"is":[6,64],"intended":[7],"to":[8,50,66,70,136,168],"meet":[9],"users'":[10],"growing":[11],"needs":[12],"for":[13,86,118],"high-quality":[14],"services":[15],"at":[16],"any":[17,21],"time":[18],"and":[19,38,47,96,116,175,212],"from":[20],"location.":[22],"unique":[24],"features":[25],"Low":[27],"Earth":[28],"Orbit":[29],"(LEO)":[30],"satellites":[31,95],"in":[32,83,198,204,216],"terms":[33,199],"higher":[35],"coverage,":[36],"reliability,":[37],"availability,":[39],"can":[40,107],"help":[41],"expand":[42],"the":[43,84,113,119,125,128,160,170,176,181,190,195,205],"reach":[44],"5G":[46],"beyond":[48],"technologies":[49],"support":[51],"those":[52],"needs.":[53],"However,":[54],"because":[55],"their":[57],"high":[58,92,99],"speeds,":[59],"a":[60,77,91,97,131,145,201],"single":[61],"LEO":[62,87],"satellite":[63,88,102,114,133],"unable":[65],"provide":[67],"continuous":[68],"service":[69],"multiple":[71],"User":[72],"Equipments":[73],"(UEs)":[74],"spread":[75],"over":[76],"large":[78],"(potentially":[79],"worldwide)":[80],"area,":[81],"resulting":[82],"need":[85],"constellations":[89],"with":[90],"number":[93,172,207],"consequent":[98],"amount":[100],"handovers":[103],"(HOs).":[104],"Moreover,":[105],"UEs":[106],"only":[108],"acquire":[109],"partial":[110],"information":[111],"about":[112],"system":[115],"compete":[117],"limited":[120],"available":[121],"communication":[122],"resources":[123],"satellites,":[126],"requiring":[127],"implementation":[129],"decentralized":[132,146],"HO":[134,150],"strategy":[135,152],"avoid":[137],"network":[138],"congestion.":[139],"In":[140],"this":[141],"paper,":[142],"we":[143],"propose":[144],"Load":[147],"Balancing":[148],"Satellite":[149],"(LBSH)":[151],"based":[153],"on":[154],"multi-agent":[155],"reinforcement":[156],"Q-learning,":[157],"implemented":[158],"within":[159],"software":[161],"Network":[162],"Simulator":[163],"3":[164],"(NS-3).":[165],"LBSH":[166,192],"aims":[167],"reduce":[169],"total":[171],"HOs":[174,209],"blocking":[177,217],"rate":[178],"while":[179],"balancing":[180],"load":[182],"distribution":[183],"among":[184],"satellites.":[185],"Our":[186],"results":[187],"show":[188],"that":[189],"proposed":[191],"method":[193],"outperforms":[194],"state-of-the-art":[196],"methods":[197],"95%":[202],"drop":[203],"average":[206],"per":[210],"user":[211],"an":[213],"84%":[214],"reduction":[215],"rate.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}