{"id":"https://openalex.org/W2990895887","doi":"https://doi.org/10.1109/tvt.2019.2954538","title":"A Model-Driven Deep Reinforcement Learning Heuristic Algorithm for Resource Allocation in Ultra-Dense Cellular Networks","display_name":"A Model-Driven Deep Reinforcement Learning Heuristic Algorithm for Resource Allocation in Ultra-Dense Cellular Networks","publication_year":2019,"publication_date":"2019-11-20","ids":{"openalex":"https://openalex.org/W2990895887","doi":"https://doi.org/10.1109/tvt.2019.2954538","mag":"2990895887"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2019.2954538","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2954538","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/203322/1/203322.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008968029","display_name":"Xiaomin Liao","orcid":"https://orcid.org/0000-0001-8844-210X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomin Liao","raw_affiliation_strings":["School of Information and Communications, National University of Defense Technology, Xi\u2019an, China","State Key Laboratory of Integrated Service Networks, School of Telecommunications Engineering, Xidian University, Xi\u2019an, China","School of Information and Communications, National University of Defense Technology, Xi'an, China","State Key Laboratory of Integrated Service Networks, School of Telecommunications Engineering, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-8844-210X","affiliations":[{"raw_affiliation_string":"School of Information and Communications, National University of Defense Technology, Xi\u2019an, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, School of Telecommunications Engineering, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Information and Communications, National University of Defense Technology, Xi'an, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, School of Telecommunications Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073757951","display_name":"Jia Shi","orcid":"https://orcid.org/0000-0001-9940-9014"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Shi","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, School of Telecommunications Engineering, Xidian University, Xi\u2019an, China","State Key Laboratory of Integrated Service Networks, School of Telecommunications Engineering, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-9940-9014","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, School of Telecommunications Engineering, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, School of Telecommunications Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100697315","display_name":"Zan Li","orcid":"https://orcid.org/0000-0002-5207-6504"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zan Li","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, School of Telecommunications Engineering, Xidian University, Xi\u2019an, China","State Key Laboratory of Integrated Service Networks, School of Telecommunications Engineering, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-5207-6504","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, School of Telecommunications Engineering, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, School of Telecommunications Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075816408","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-4767-3849"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["School of Engineering, University of Glasgow, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4767-3849","affiliations":[{"raw_affiliation_string":"School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025479176","display_name":"Baiqiang Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baiqiang Xia","raw_affiliation_strings":["Silo.AI Oy, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Silo.AI Oy, Helsinki, Finland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":2.8823,"has_fulltext":false,"cited_by_count":67,"citation_normalized_percentile":{"value":0.91538106,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"69","issue":"1","first_page":"983","last_page":"997"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7580634355545044},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.72920161485672},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7237981557846069},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.7097538709640503},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6063300371170044},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.575560986995697},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5712247490882874},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.5125088691711426},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5067899823188782},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4230008125305176},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.41293489933013916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3452652096748352},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3119574189186096},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.19137224555015564},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.12742307782173157},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10263639688491821}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7580634355545044},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.72920161485672},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7237981557846069},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.7097538709640503},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6063300371170044},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.575560986995697},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5712247490882874},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.5125088691711426},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5067899823188782},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4230008125305176},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.41293489933013916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3452652096748352},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3119574189186096},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.19137224555015564},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.12742307782173157},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10263639688491821},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2019.2954538","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2954538","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:eprints.gla.ac.uk:203322","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/203322/1/203322.pdf","pdf_url":"https://eprints.gla.ac.uk/203322/1/203322.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Articles"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:203322","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/203322/1/203322.pdf","pdf_url":"https://eprints.gla.ac.uk/203322/1/203322.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Articles"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1816534766","display_name":null,"funder_award_id":"61825104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2708385054","display_name":null,"funder_award_id":"61631015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2755732154","display_name":null,"funder_award_id":"2018M631122","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5362295611","display_name":null,"funder_award_id":"61901327","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320323970","display_name":"Ministry of Industry and Information Technology of the People's Republic of China","ror":"https://ror.org/0385nmy68"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1671242620","https://openalex.org/W1969791930","https://openalex.org/W2121863487","https://openalex.org/W2193804106","https://openalex.org/W2203219883","https://openalex.org/W2242695616","https://openalex.org/W2338995595","https://openalex.org/W2339094490","https://openalex.org/W2344555256","https://openalex.org/W2511779597","https://openalex.org/W2525885674","https://openalex.org/W2540344053","https://openalex.org/W2582389669","https://openalex.org/W2591849003","https://openalex.org/W2604509466","https://openalex.org/W2620303912","https://openalex.org/W2691722995","https://openalex.org/W2736032094","https://openalex.org/W2745541172","https://openalex.org/W2780269322","https://openalex.org/W2783992985","https://openalex.org/W2789896367","https://openalex.org/W2790400620","https://openalex.org/W2793398825","https://openalex.org/W2793702405","https://openalex.org/W2796977285","https://openalex.org/W2862352592","https://openalex.org/W2902719825","https://openalex.org/W2902952649","https://openalex.org/W2903529950","https://openalex.org/W2908882174","https://openalex.org/W2915020420","https://openalex.org/W2917942651","https://openalex.org/W2950926719","https://openalex.org/W2963000651","https://openalex.org/W2963297559","https://openalex.org/W2963341937","https://openalex.org/W2963684102"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255","https://openalex.org/W2362797233"],"abstract_inverted_index":{"Resource":[0],"allocation":[1,62,104,177],"in":[2,40,179],"ultra":[3],"dense":[4],"network":[5,71,171],"(UDN)":[6],"is":[7,107],"an":[8],"multi-objective":[9],"optimization":[10,73,113,154],"problem":[11],"since":[12],"it":[13],"has":[14],"to":[15,109],"consider":[16],"the":[17,41,90,93,111,120,122,125,140,151,164,173,182,185],"tradeoff":[18,183],"among":[19,184],"spectrum":[20],"efficiency":[21,24],"(SE),":[22],"energy":[23],"(EE)":[25],"and":[26,124,172,188],"fairness.":[27,189],"The":[28],"existing":[29,175],"methods":[30],"can":[31,127],"not":[32,147],"effectively":[33],"solve":[34],"this":[35,50],"NP-hard":[36],"nonconvex":[37],"problem,":[38],"especially":[39],"presence":[42],"of":[43,76,79,83,153,169,181],"limited":[44],"channel":[45,99],"state":[46],"information":[47,100],"(CSI).":[48],"In":[49],"paper,":[51],"we":[52],"investigate":[53],"a":[54,67,77,97],"novel":[55,68,98],"model-driven":[56],"deep":[57,69],"reinforcement":[58],"learning":[59],"assisted":[60],"resource":[61,103,176],"method.":[63],"We":[64],"first":[65],"design":[66],"neural":[70,170],"(DNN)-based":[72],"framework":[74,114],"consisting":[75],"series":[78],"Alternating":[80],"Direction":[81],"Method":[82],"Multipliers":[84],"(ADMM)":[85],"iterative":[86],"procedures,":[87],"which":[88],"makes":[89],"CSI":[91],"as":[92],"learned":[94],"weights.":[95],"Then":[96],"absent":[101],"Q-learning":[102],"(CIAQ)":[105],"algorithm":[106],"proposed":[108,141],"train":[110],"DNN-based":[112],"without":[115],"massive":[116],"labeling":[117],"data,":[118],"where":[119],"SE,":[121,186],"EE,":[123],"fairness":[126],"be":[128],"jointly":[129],"optimized":[130],"by":[131],"adjusting":[132],"discount":[133],"factor.":[134],"Our":[135],"simulation":[136],"results":[137],"show":[138],"that,":[139],"CIAQ":[142],"with":[143,156],"rapid":[144],"convergence":[145],"speed":[146],"only":[148],"well":[149],"characterizes":[150],"extent":[152],"objective":[155],"partial":[157],"CSI,":[158],"but":[159],"alsoconcave":[160],"programming":[161],"significantly":[162],"outperforms":[163],"current":[165],"random":[166],"initialization":[167],"method":[168],"other":[174],"algorithms":[178],"term":[180],"EE":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":6}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}