{"id":"https://openalex.org/W3037364938","doi":"https://doi.org/10.1109/wcncw48565.2020.9124723","title":"Network Selection in 5G Networks Based on Markov Games and Friend-or-Foe Reinforcement Learning","display_name":"Network Selection in 5G Networks Based on Markov Games and Friend-or-Foe Reinforcement Learning","publication_year":2020,"publication_date":"2020-04-01","ids":{"openalex":"https://openalex.org/W3037364938","doi":"https://doi.org/10.1109/wcncw48565.2020.9124723","mag":"3037364938"},"language":"en","primary_location":{"id":"doi:10.1109/wcncw48565.2020.9124723","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcncw48565.2020.9124723","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference Workshops (WCNCW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/11573/1423022","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009770666","display_name":"Alessandro Giuseppi","orcid":"https://orcid.org/0000-0001-5503-8506"},"institutions":[{"id":"https://openalex.org/I4210086246","display_name":"Consortium for Research in Automatic and Telecommunications","ror":"https://ror.org/0013xkf77","country_code":"IT","type":"other","lineage":["https://openalex.org/I4210086246"]},{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]},{"id":"https://openalex.org/I4210103616","display_name":"Space (Italy)","ror":"https://ror.org/01c79fd45","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210103616"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Alessandro Giuseppi","raw_affiliation_strings":["Department of Computer, Control, and Management Engineering \u201cAntonio Ruberti\u201d, University of Rome La Sapienza, Rome, Italy","Space Research Group of the Consortium for the Research in Automation and Telecommunication (CRAT), Rome, Italy","Department of Computer, Control, and Management Engineering \"Antonio Ruberti\", University of Rome La Sapienza, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering \u201cAntonio Ruberti\u201d, University of Rome La Sapienza, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Space Research Group of the Consortium for the Research in Automation and Telecommunication (CRAT), Rome, Italy","institution_ids":["https://openalex.org/I4210086246","https://openalex.org/I4210103616"]},{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering \"Antonio Ruberti\", University of Rome La Sapienza, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013342081","display_name":"Emanuele De Santis","orcid":"https://orcid.org/0000-0003-1011-9737"},"institutions":[{"id":"https://openalex.org/I4210103616","display_name":"Space (Italy)","ror":"https://ror.org/01c79fd45","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210103616"]},{"id":"https://openalex.org/I4210086246","display_name":"Consortium for Research in Automatic and Telecommunications","ror":"https://ror.org/0013xkf77","country_code":"IT","type":"other","lineage":["https://openalex.org/I4210086246"]},{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Emanuele De Santis","raw_affiliation_strings":["Department of Computer, Control, and Management Engineering \u201cAntonio Ruberti\u201d, University of Rome La Sapienza, Rome, Italy","Space Research Group of the Consortium for the Research in Automation and Telecommunication (CRAT), Rome, Italy","Department of Computer, Control, and Management Engineering \"Antonio Ruberti\", University of Rome La Sapienza, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering \u201cAntonio Ruberti\u201d, University of Rome La Sapienza, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Space Research Group of the Consortium for the Research in Automation and Telecommunication (CRAT), Rome, Italy","institution_ids":["https://openalex.org/I4210086246","https://openalex.org/I4210103616"]},{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering \"Antonio Ruberti\", University of Rome La Sapienza, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022725761","display_name":"Francesco Delli Priscoli","orcid":"https://orcid.org/0000-0001-6140-3661"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Delli Priscoli","raw_affiliation_strings":["Department of Computer, Control, and Management Engineering\u201cAntonio Ruberti\u201d, University of Rome La Sapienza, Rome, Italy","Department of Computer, Control, and Management Engineering\"Antonio Ruberti\", University of Rome La Sapienza, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering\u201cAntonio Ruberti\u201d, University of Rome La Sapienza, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering\"Antonio Ruberti\", University of Rome La Sapienza, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030658844","display_name":"Seok Ho Won","orcid":null},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seok Ho Won","raw_affiliation_strings":["Future Mobile Communication Lab and the Intelligent Network Research Lab of ETRI, Daejoen, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Future Mobile Communication Lab and the Intelligent Network Research Lab of ETRI, Daejoen, Republic of Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001537073","display_name":"Taesang Choi","orcid":"https://orcid.org/0000-0003-2831-811X"},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Taesang Choi","raw_affiliation_strings":["Future Mobile Communication Lab and the Intelligent Network Research Lab of ETRI, Daejoen, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Future Mobile Communication Lab and the Intelligent Network Research Lab of ETRI, Daejoen, Republic of Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088978718","display_name":"Antonio Pietrabissa","orcid":"https://orcid.org/0000-0003-0188-3346"},"institutions":[{"id":"https://openalex.org/I4210103616","display_name":"Space (Italy)","ror":"https://ror.org/01c79fd45","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210103616"]},{"id":"https://openalex.org/I4210086246","display_name":"Consortium for Research in Automatic and Telecommunications","ror":"https://ror.org/0013xkf77","country_code":"IT","type":"other","lineage":["https://openalex.org/I4210086246"]},{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Pietrabissa","raw_affiliation_strings":["Department of Computer, Control, and Management Engineering \u201cAntonio Ruberti\u201d, University of Rome La Sapienza, Rome, Italy","Space Research Group of the Consortium for the Research in Automation and Telecommunication (CRAT), Rome, Italy","Department of Computer, Control, and Management Engineering \"Antonio Ruberti\", University of Rome La Sapienza, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering \u201cAntonio Ruberti\u201d, University of Rome La Sapienza, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Space Research Group of the Consortium for the Research in Automation and Telecommunication (CRAT), Rome, Italy","institution_ids":["https://openalex.org/I4210086246","https://openalex.org/I4210103616"]},{"raw_affiliation_string":"Department of Computer, Control, and Management Engineering \"Antonio Ruberti\", University of Rome La Sapienza, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5009770666"],"corresponding_institution_ids":["https://openalex.org/I4210086246","https://openalex.org/I4210103616","https://openalex.org/I861853513"],"apc_list":null,"apc_paid":null,"fwci":0.1618,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.52582805,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8550910949707031},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7584891319274902},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.720272421836853},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.6543699502944946},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5454996824264526},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5310186743736267},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5067997574806213},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4817885756492615},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.46434861421585083},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.44081786274909973},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39122968912124634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36414623260498047},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1924305558204651}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8550910949707031},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7584891319274902},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.720272421836853},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.6543699502944946},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5454996824264526},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5310186743736267},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5067997574806213},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4817885756492615},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.46434861421585083},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.44081786274909973},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39122968912124634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36414623260498047},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1924305558204651},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/wcncw48565.2020.9124723","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcncw48565.2020.9124723","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference Workshops (WCNCW)","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1423022","is_oa":true,"landing_page_url":"http://hdl.handle.net/11573/1423022","pdf_url":"http://hdl.handle.net/11573/1423022","source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:zenodo.org:5140269","is_oa":true,"landing_page_url":"https://zenodo.org/record/5140269","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference Workshops (WCNCW)","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:iris.uniroma1.it:11573/1423022","is_oa":true,"landing_page_url":"http://hdl.handle.net/11573/1423022","pdf_url":"http://hdl.handle.net/11573/1423022","source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G2742610219","display_name":null,"funder_award_id":"H2020 EU","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322093","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3037364938.pdf","grobid_xml":"https://content.openalex.org/works/W3037364938.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1519783625","https://openalex.org/W1542941925","https://openalex.org/W1868283963","https://openalex.org/W1980173883","https://openalex.org/W2000754192","https://openalex.org/W2008787749","https://openalex.org/W2029440362","https://openalex.org/W2049049061","https://openalex.org/W2121863487","https://openalex.org/W2145559353","https://openalex.org/W2568519016","https://openalex.org/W2608113729","https://openalex.org/W2740614164","https://openalex.org/W4242671130","https://openalex.org/W6639047400"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4225269853"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,30],"control":[4,17,32],"solution":[5],"for":[6,41],"the":[7,27,36,42,45,52,56,59],"optimal":[8],"network":[9],"selection":[10],"problem":[11],"in":[12,55],"5G":[13],"heterogeneous":[14],"networks.":[15],"The":[16],"logic":[18],"proposed":[19],"is":[20],"based":[21],"on":[22],"multi-agent":[23],"Friend-or-Foe":[24],"Q-Learning,":[25],"allowing":[26],"design":[28],"of":[29,44,58],"distributed":[31],"architecture":[33],"that":[34],"sees":[35],"various":[37],"access":[38],"points":[39],"compete":[40],"allocation":[43],"connection":[46],"requests.":[47],"Numerical":[48],"simulations":[49],"validate":[50],"conceptually":[51],"approach,":[53],"developed":[54],"scope":[57],"EU-Korea":[60],"project":[61],"5G-ALLSTAR":[62]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}