{"id":"https://openalex.org/W3091928920","doi":"https://doi.org/10.1109/iwqos49365.2020.9212950","title":"i5GAccess: Nash Q-learning Based Multi-Service Edge Users Access in 5G Heterogeneous Networks","display_name":"i5GAccess: Nash Q-learning Based Multi-Service Edge Users Access in 5G Heterogeneous Networks","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3091928920","doi":"https://doi.org/10.1109/iwqos49365.2020.9212950","mag":"3091928920"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos49365.2020.9212950","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos49365.2020.9212950","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/ACM 28th International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060385623","display_name":"Anqi Zhu","orcid":"https://orcid.org/0000-0002-2457-9462"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Anqi Zhu","raw_affiliation_strings":["College of Electronic and Information Engineering, Southwest University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055813479","display_name":"Songtao Guo","orcid":"https://orcid.org/0000-0001-6741-4871"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songtao Guo","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011762353","display_name":"Mingfang Ma","orcid":"https://orcid.org/0000-0001-6535-5820"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingfang Ma","raw_affiliation_strings":["College of Electronic and Information Engineering, Southwest University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060385623"],"corresponding_institution_ids":["https://openalex.org/I142108993"],"apc_list":null,"apc_paid":null,"fwci":0.1542,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.52873544,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8468668460845947},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.5791672468185425},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.555246114730835},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5232818722724915},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5109094977378845},{"id":"https://openalex.org/keywords/analytic-hierarchy-process","display_name":"Analytic hierarchy process","score":0.5045114755630493},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.49280956387519836},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.47426164150238037},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.46206507086753845},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4607897698879242},{"id":"https://openalex.org/keywords/blocking","display_name":"Blocking (statistics)","score":0.460486501455307},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.44372352957725525},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4411439299583435},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4232289493083954},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.42077624797821045},{"id":"https://openalex.org/keywords/access-network","display_name":"Access network","score":0.4130186140537262},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4106120467185974},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25749531388282776},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.23917648196220398},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.23048055171966553},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.22469988465309143},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.19291087985038757},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.18531575798988342},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.11090686917304993}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8468668460845947},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.5791672468185425},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.555246114730835},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5232818722724915},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5109094977378845},{"id":"https://openalex.org/C87345402","wikidata":"https://www.wikidata.org/wiki/Q485202","display_name":"Analytic hierarchy process","level":2,"score":0.5045114755630493},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.49280956387519836},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.47426164150238037},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.46206507086753845},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4607897698879242},{"id":"https://openalex.org/C144745244","wikidata":"https://www.wikidata.org/wiki/Q4927286","display_name":"Blocking (statistics)","level":2,"score":0.460486501455307},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.44372352957725525},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4411439299583435},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4232289493083954},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.42077624797821045},{"id":"https://openalex.org/C62793504","wikidata":"https://www.wikidata.org/wiki/Q228327","display_name":"Access network","level":2,"score":0.4130186140537262},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4106120467185974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25749531388282776},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.23917648196220398},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.23048055171966553},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.22469988465309143},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.19291087985038757},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.18531575798988342},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.11090686917304993},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwqos49365.2020.9212950","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos49365.2020.9212950","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/ACM 28th International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2003749413","https://openalex.org/W2009566061","https://openalex.org/W2101580981","https://openalex.org/W2122793097","https://openalex.org/W2265979029","https://openalex.org/W2594258043","https://openalex.org/W2605344455","https://openalex.org/W2758134559","https://openalex.org/W2768955085","https://openalex.org/W2771327499","https://openalex.org/W2771841109","https://openalex.org/W2772465191","https://openalex.org/W2775147321","https://openalex.org/W2787345238","https://openalex.org/W2789396120","https://openalex.org/W2793967010","https://openalex.org/W2801445059","https://openalex.org/W2807652507","https://openalex.org/W2890001407","https://openalex.org/W2902682000","https://openalex.org/W2919339757","https://openalex.org/W2920051226","https://openalex.org/W2922160705","https://openalex.org/W2923428707","https://openalex.org/W2931068053","https://openalex.org/W2942456137","https://openalex.org/W2965926329","https://openalex.org/W2983583684","https://openalex.org/W2984481965","https://openalex.org/W6769358420"],"related_works":["https://openalex.org/W2392835431","https://openalex.org/W2126932387","https://openalex.org/W1965371215","https://openalex.org/W2353762239","https://openalex.org/W66314852","https://openalex.org/W2185938410","https://openalex.org/W2484966135","https://openalex.org/W2015050211","https://openalex.org/W2108990487","https://openalex.org/W1978276953"],"abstract_inverted_index":{"In":[0,32],"the":[1,19,37,66,81,101,112,117],"heterogeneous":[2],"wireless":[3],"networks,":[4,77],"it":[5],"remains":[6],"a":[7,22,45,51],"significant":[8],"challenge":[9],"to":[10,17,99,111],"achieve":[11],"an":[12],"efficient":[13],"network":[14,38,56,70,114],"selection":[15,39,71,115],"strategy":[16],"satisfy":[18],"demands":[20],"of":[21,25,69,76,84,125],"massive":[23],"number":[24],"edge":[26,42],"users":[27,43],"and":[28,49,94,134],"novel":[29],"5G":[30],"services.":[31],"this":[33],"paper,":[34],"we":[35,88],"formulate":[36],"problem":[40],"for":[41,59,104],"as":[44],"discrete-time":[46],"Markov":[47],"model,":[48],"propose":[50],"Nash":[52],"Q-learning":[53],"based":[54],"intelligent":[55],"access":[57],"algorithm":[58],"multi-agent":[60,85],"system,":[61],"named":[62],"MAQNS.":[63],"We":[64],"consider":[65],"joint":[67],"optimization":[68],"strategies":[72],"among":[73],"different":[74],"types":[75],"aiming":[78],"at":[79],"maximizing":[80],"long-term":[82],"performance":[83,122],"system.":[86],"Meanwhile,":[87],"use":[89],"Analytic":[90],"Hierarchy":[91],"Process":[92],"(AHP)":[93],"Grey":[95],"Relation":[96],"Analysis":[97],"(GRA)":[98],"characterize":[100],"user":[102,128],"preferences":[103],"networks.":[105],"Experimental":[106],"results":[107],"show":[108],"that":[109],"comparing":[110],"existing":[113],"algorithms,":[116],"proposed":[118],"MAQNS":[119],"has":[120],"better":[121],"in":[123],"terms":[124],"system":[126],"throughput,":[127],"blocking":[129],"probability,":[130],"average":[131,135],"energy":[132],"efficiency":[133],"delay.":[136]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}