{"id":"https://openalex.org/W2281020289","doi":"https://doi.org/10.1109/vtcfall.2015.7390896","title":"Distributed Power Control for Two-Tier Femtocell Networks with QoS Provisioning Based on Q-Learning","display_name":"Distributed Power Control for Two-Tier Femtocell Networks with QoS Provisioning Based on Q-Learning","publication_year":2015,"publication_date":"2015-09-01","ids":{"openalex":"https://openalex.org/W2281020289","doi":"https://doi.org/10.1109/vtcfall.2015.7390896","mag":"2281020289"},"language":"en","primary_location":{"id":"doi:10.1109/vtcfall.2015.7390896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtcfall.2015.7390896","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 82nd Vehicular Technology Conference (VTC2015-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031829999","display_name":"Zhengfu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhengfu Li","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101520824","display_name":"Zhaoming Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoming Lu","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000851572","display_name":"Xiangming Wen","orcid":"https://orcid.org/0000-0003-2793-6696"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangming Wen","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071392558","display_name":"Wenpeng Jing","orcid":"https://orcid.org/0000-0002-6553-0358"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenpeng Jing","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100751775","display_name":"Z. Zhang","orcid":"https://orcid.org/0000-0002-1630-0986"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhicai Zhang","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054105456","display_name":"Fengchao Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengchao Fu","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5031829999"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.3946,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.68520254,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"2","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/femtocell","display_name":"Femtocell","score":0.929334819316864},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.804086446762085},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.7160966396331787},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6965911388397217},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.6329231262207031},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.5798823237419128},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5184776186943054},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.4640563726425171},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4581448435783386},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.42730221152305603},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4247174561023712},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.42393821477890015},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.41647955775260925},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40496838092803955},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.38175851106643677},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.24692311882972717},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.20873376727104187},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13308626413345337}],"concepts":[{"id":"https://openalex.org/C152504517","wikidata":"https://www.wikidata.org/wiki/Q572455","display_name":"Femtocell","level":3,"score":0.929334819316864},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.804086446762085},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.7160966396331787},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6965911388397217},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.6329231262207031},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.5798823237419128},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5184776186943054},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.4640563726425171},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4581448435783386},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.42730221152305603},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4247174561023712},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.42393821477890015},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.41647955775260925},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40496838092803955},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.38175851106643677},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.24692311882972717},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.20873376727104187},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13308626413345337},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtcfall.2015.7390896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtcfall.2015.7390896","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 82nd Vehicular Technology Conference (VTC2015-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1557517019","https://openalex.org/W1611909216","https://openalex.org/W1929879458","https://openalex.org/W1967905547","https://openalex.org/W1986735784","https://openalex.org/W1997204636","https://openalex.org/W2016483695","https://openalex.org/W2062071697","https://openalex.org/W2088201954","https://openalex.org/W2091944925","https://openalex.org/W2115632051","https://openalex.org/W2121663923","https://openalex.org/W2122496159","https://openalex.org/W2123059049","https://openalex.org/W2128177517","https://openalex.org/W2138382726","https://openalex.org/W2155595867","https://openalex.org/W3099160707","https://openalex.org/W6642317996","https://openalex.org/W6677082391"],"related_works":["https://openalex.org/W80206304","https://openalex.org/W2003346049","https://openalex.org/W1987533529","https://openalex.org/W141023530","https://openalex.org/W1983812508","https://openalex.org/W1970017966","https://openalex.org/W2084842179","https://openalex.org/W2071017237","https://openalex.org/W1969177292","https://openalex.org/W2024487009"],"abstract_inverted_index":{"The":[0],"explosive":[1],"growth":[2],"of":[3,19,57,64,82,107,121,135,181],"mobile":[4],"multimedia":[5,21],"services":[6,22],"has":[7,187],"caused":[8],"tremendous":[9],"network":[10,38,78],"traffic":[11],"in":[12,54,114,132],"wireless":[13],"networks":[14,60],"and":[15,40,104],"a":[16,100,129,150,188],"great":[17],"part":[18],"the":[20,42,50,55,62,65,72,77,83,88,94,105,118,136,171,178,182],"are":[23,141],"delay-sensitive.":[24],"Therefore,":[25],"it":[26],"is":[27,97,111,157],"important":[28],"to":[29,36,86,116,145,159],"design":[30],"efficient":[31],"radio":[32],"resource":[33],"allocation":[34],"algorithms":[35],"increase":[37],"capacity":[39,74,85,120],"guarantee":[41],"delay":[43,66,90,179],"QoS.":[44],"In":[45],"this":[46],"paper,":[47],"we":[48,70,127],"study":[49],"power":[51,147,154],"control":[52,155],"problem":[53,96],"downlink":[56],"two-tier":[58],"femtocell":[59,137,161],"with":[61],"consideration":[63],"QoS":[67,91],"provisioning.":[68,92],"Specifically,":[69],"introduce":[71],"effective":[73],"(EC)":[75],"as":[76,99,143],"performance":[79],"measure":[80],"instead":[81],"Shannon":[84],"provide":[87],"statistical":[89],"Then,":[93],"optimization":[95],"modeled":[98],"non-":[101],"cooperative":[102],"game":[103],"existence":[106],"Nash":[108],"Equilibriums":[109],"(NE)":[110],"investigated.":[112],"However,":[113],"order":[115],"enhance":[117],"selforganization":[119],"femtocells,":[122],"based":[123],"on":[124],"non-cooperative":[125],"game,":[126],"employ":[128],"Q-learning":[130],"framework":[131],"which":[133],"all":[134],"base":[138],"stations":[139],"(FBSs)":[140],"considered":[142],"agents":[144],"achieve":[146],"allocation.":[148],"Then":[149],"distributed":[151],"Q-":[152],"learning-based":[153],"algorithm":[156,173],"proposed":[158,172],"make":[160],"users":[162],"(FUs)":[163],"gain":[164],"maximum":[165],"EC.":[166],"Numerical":[167],"results":[168],"show":[169],"that":[170],"can":[174],"not":[175],"only":[176],"maintain":[177],"requirements":[180],"delay-sensitive":[183],"services,":[184],"but":[185],"also":[186],"good":[189],"convergence":[190],"performance.":[191]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}