{"id":"https://openalex.org/W2958900215","doi":"https://doi.org/10.1109/iccw.2019.8756710","title":"QoE Driven Resource Allocation in Massive IoT: A Deep Reinforcement Learning Approach","display_name":"QoE Driven Resource Allocation in Massive IoT: A Deep Reinforcement Learning Approach","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2958900215","doi":"https://doi.org/10.1109/iccw.2019.8756710","mag":"2958900215"},"language":"en","primary_location":{"id":"doi:10.1109/iccw.2019.8756710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccw.2019.8756710","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103004802","display_name":"Jianan Zhao","orcid":"https://orcid.org/0000-0002-9743-7588"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianan Zhao","raw_affiliation_strings":["School of Electronics and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010313255","display_name":"Shaoyi Xu","orcid":"https://orcid.org/0000-0001-5737-2874"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoyi Xu","raw_affiliation_strings":["School of Electronics and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090929783","display_name":"Dongji Li","orcid":"https://orcid.org/0000-0002-8026-5038"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongji Li","raw_affiliation_strings":["School of Electronics and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":0.7965,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.6325697,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9250868558883667},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8318150639533997},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.7030061483383179},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5078211426734924},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4596644639968872},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4251704812049866},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.42488592863082886},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4154511094093323},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.41370266675949097},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4126526713371277},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40465426445007324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3705710172653198},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.33814629912376404},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10234963893890381}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9250868558883667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8318150639533997},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.7030061483383179},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5078211426734924},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4596644639968872},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4251704812049866},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.42488592863082886},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4154511094093323},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.41370266675949097},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4126526713371277},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40465426445007324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3705710172653198},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33814629912376404},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10234963893890381},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccw.2019.8756710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccw.2019.8756710","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1564088886","https://openalex.org/W1757796397","https://openalex.org/W1995686532","https://openalex.org/W2020081405","https://openalex.org/W2068727372","https://openalex.org/W2125890412","https://openalex.org/W2150516182","https://openalex.org/W2963083073","https://openalex.org/W4241087722","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6649141845","https://openalex.org/W6751872652"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2153007255","https://openalex.org/W2138781885","https://openalex.org/W2124311718"],"abstract_inverted_index":{"Dense":[0],"deployment":[1],"of":[2,5,17,26,69,130],"various":[3],"Internet":[4],"Things":[6],"(IoT)":[7],"equipment":[8],"in":[9,29,138],"cellular":[10],"will":[11],"lead":[12],"to":[13,22,58,65,110,126],"a":[14,34,42,95,103,119,174],"sharp":[15],"shortage":[16],"frequency":[18],"resources.":[19],"Consequently,":[20],"how":[21],"make":[23],"efficient":[24],"utilization":[25],"radio":[27],"resources":[28],"massive":[30,49],"IoT":[31,50],"scene":[32],"is":[33,74,159],"brand-new":[35],"challenge.":[36],"In":[37,115],"this":[38],"paper,":[39],"we":[40,90,117],"present":[41],"novel":[43],"deep":[44],"reinforcement":[45,107,121,140],"learning":[46,108,141],"approach":[47],"for":[48],"networks":[51],"that":[52,134,147],"performs":[53],"centralized":[54],"joint":[55,96],"resource":[56,87,98],"allocation":[57,88,99,133],"satisfy":[59],"the":[60,67,85,92,112,128,162,169],"link":[61],"interference":[62],"constraint":[63],"and":[64,101,168],"maximize":[66],"quality":[68],"user":[70],"experience":[71],"(QoE)":[72],"which":[73],"measured":[75],"through":[76],"utility":[77],"based":[78],"Mean":[79],"Opinion":[80],"Score":[81],"(MOS).":[82],"Different":[83],"from":[84],"traditional":[86,139],"algorithm,":[89,167],"model":[91],"problem":[93,100,129],"as":[94],"optimization":[97],"use":[102],"neural":[104],"network":[105],"embedded":[106],"algorithm":[109,150],"obtain":[111],"optimal":[113,163],"solution.":[114],"addition,":[116],"utilize":[118],"new":[120],"framework":[122],"called":[123],"actor-critic":[124],"(AC)":[125],"overcome":[127],"continuous":[131],"power":[132],"cannot":[135],"be":[136],"accomplished":[137],"algorithms.":[142],"The":[143],"simulation":[144],"results":[145],"show":[146],"our":[148,166],"proposed":[149],"has":[151],"good":[152],"convergence":[153],"under":[154,165],"different":[155],"conditions.":[156],"Furthermore,":[157],"QoE":[158,171],"consistent":[160],"with":[161],"value":[164],"average":[170],"can":[172],"reach":[173],"higher":[175],"level.":[176]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}