{"id":"https://openalex.org/W2736032094","doi":"https://doi.org/10.1109/icnidc.2016.7974555","title":"A self-organizing resource allocation strategy based on Q-learning approach in ultra-dense networks","display_name":"A self-organizing resource allocation strategy based on Q-learning approach in ultra-dense networks","publication_year":2016,"publication_date":"2016-09-01","ids":{"openalex":"https://openalex.org/W2736032094","doi":"https://doi.org/10.1109/icnidc.2016.7974555","mag":"2736032094"},"language":"en","primary_location":{"id":"doi:10.1109/icnidc.2016.7974555","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnidc.2016.7974555","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Network Infrastructure and Digital Content (IC-NIDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067705530","display_name":"Ming Chen","orcid":"https://orcid.org/0000-0003-1696-2952"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ming Chen","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing 100876, China","Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111682123","display_name":"Hua Ye","orcid":"https://orcid.org/0000-0002-5114-2493"},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tianjin Polytechnic University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Hua","raw_affiliation_strings":["Shcool of Computer Science and Software, Tianjin Polytechnic University"],"affiliations":[{"raw_affiliation_string":"Shcool of Computer Science and Software, Tianjin Polytechnic University","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018769767","display_name":"Xinyu Gu","orcid":"https://orcid.org/0000-0001-6762-7463"},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tianjin Polytechnic University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Gu","raw_affiliation_strings":["Shcool of Computer Science and Software, Tianjin Polytechnic University","Tianjin Polytechnic University, Tianjin, Tianjin, CN"],"affiliations":[{"raw_affiliation_string":"Shcool of Computer Science and Software, Tianjin Polytechnic University","institution_ids":["https://openalex.org/I198091727"]},{"raw_affiliation_string":"Tianjin Polytechnic University, Tianjin, Tianjin, CN","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100904293","display_name":"Shiwen Nie","orcid":null},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tianjin Polytechnic University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiwen Nie","raw_affiliation_strings":["Shcool of Computer Science and Software, Tianjin Polytechnic University","Tianjin Polytechnic University, Tianjin, Tianjin, CN"],"affiliations":[{"raw_affiliation_string":"Shcool of Computer Science and Software, Tianjin Polytechnic University","institution_ids":["https://openalex.org/I198091727"]},{"raw_affiliation_string":"Tianjin Polytechnic University, Tianjin, Tianjin, CN","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066902771","display_name":"Zhi-Qiang Fan","orcid":"https://orcid.org/0000-0001-6781-2829"},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tianjin Polytechnic University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Fan","raw_affiliation_strings":["Shcool of Computer Science and Software, Tianjin Polytechnic University","Tianjin Polytechnic University, Tianjin, Tianjin, CN"],"affiliations":[{"raw_affiliation_string":"Shcool of Computer Science and Software, Tianjin Polytechnic University","institution_ids":["https://openalex.org/I198091727"]},{"raw_affiliation_string":"Tianjin Polytechnic University, Tianjin, Tianjin, CN","institution_ids":["https://openalex.org/I198091727"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5067705530"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.2863,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.83185968,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"155","last_page":"160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8082318305969238},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.704767107963562},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6667754650115967},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6074328422546387},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6061601638793945},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5927897691726685},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.549638032913208},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.5172072649002075},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5015788078308105},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.452757328748703},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3557429909706116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2482055425643921},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.13158774375915527},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.12272152304649353},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.11027619242668152},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08372816443443298}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8082318305969238},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.704767107963562},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6667754650115967},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6074328422546387},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6061601638793945},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5927897691726685},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.549638032913208},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.5172072649002075},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5015788078308105},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.452757328748703},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3557429909706116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2482055425643921},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.13158774375915527},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.12272152304649353},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.11027619242668152},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08372816443443298},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnidc.2016.7974555","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnidc.2016.7974555","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Network Infrastructure and Digital Content (IC-NIDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1582029809","https://openalex.org/W1634550224","https://openalex.org/W1973733407","https://openalex.org/W1982088492","https://openalex.org/W2003069799","https://openalex.org/W2024741871","https://openalex.org/W2027510795","https://openalex.org/W2031751141","https://openalex.org/W2073405766","https://openalex.org/W2094586376","https://openalex.org/W2137476548","https://openalex.org/W6636677115"],"related_works":["https://openalex.org/W2187503597","https://openalex.org/W2124130287","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2153007255"],"abstract_inverted_index":{"In":[0,31,92],"ultra-dense":[1],"heterogeneous":[2],"cellular":[3],"networks,":[4],"with":[5],"the":[6,15,27,51,70,74,81,87,93,107,156,161],"density":[7],"of":[8],"low":[9],"power":[10],"base":[11],"stations":[12],"(BSs)":[13],"increasing,":[14],"inter-cell":[16],"interference":[17],"(ICI)":[18],"can":[19,44,133,159],"be":[20],"extremely":[21],"strong":[22],"when":[23],"all":[24,96],"BSs":[25],"reuse":[26],"same":[28],"time-frequency":[29],"resources.":[30],"this":[32],"paper,":[33],"after":[34],"proving":[35],"that":[36,129],"allocating":[37],"orthogonal":[38],"(frequency)":[39],"sub-bands":[40],"to":[41,68],"adjacent":[42],"cells":[43,98],"perform":[45],"better":[46,143],"on":[47,145],"throughput":[48,163],"than":[49],"reusing":[50],"whole":[52],"bandwidth,":[53],"we":[54,76],"propose":[55],"a":[56,123,153],"multi-agent":[57],"Q-learning":[58,83,89],"based":[59],"resources":[60,119,151],"allocation":[61,138],"(QLRA)":[62],"approach":[63],"as":[64],"an":[65,135],"enhanced":[66],"solution":[67],"maximize":[69],"system":[71,146,162],"performance.":[72],"For":[73],"QLRA,":[75],"operate":[77],"two":[78],"learning":[79],"paradigms:":[80],"distributed":[82],"(DQL)":[84],"algorithm":[85],"and":[86,118,141],"centralized":[88,124,154],"(CQL)":[90],"algorithm.":[91],"DQL":[94],"scenario,":[95,109],"small":[97],"learn":[99],"independently":[100],"without":[101],"sharing":[102],"any":[103],"information.":[104],"While":[105],"in":[106,122,152],"CQL":[108,157],"interaction":[110],"between":[111],"different":[112],"agents":[113],"is":[114],"taken":[115],"into":[116],"consideration":[117],"are":[120],"scheduled":[121],"way.":[125],"Simulation":[126],"results":[127],"show":[128],"both":[130],"QLRA":[131],"scenarios":[132],"study":[134],"ideal":[136],"resource":[137],"strategy":[139],"automatically":[140],"achieve":[142],"performance":[144],"throughput.":[147],"Moreover,":[148],"by":[149],"scheduling":[150],"way,":[155],"scenario":[158],"improve":[160],"furtherly.":[164]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}