{"id":"https://openalex.org/W3093651199","doi":"https://doi.org/10.1109/twc.2020.3031436","title":"Energy-Efficient Mode Selection and Resource Allocation for D2D-Enabled Heterogeneous Networks: A Deep Reinforcement Learning Approach","display_name":"Energy-Efficient Mode Selection and Resource Allocation for D2D-Enabled Heterogeneous Networks: A Deep Reinforcement Learning Approach","publication_year":2020,"publication_date":"2020-10-22","ids":{"openalex":"https://openalex.org/W3093651199","doi":"https://doi.org/10.1109/twc.2020.3031436","mag":"3093651199"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2020.3031436","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.3031436","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067490508","display_name":"Tao Zhang","orcid":"https://orcid.org/0000-0003-1830-788X"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1830-788X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000861569","display_name":"Kun Zhu","orcid":"https://orcid.org/0000-0001-6784-5583"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Zhu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6784-5583","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100649619","display_name":"Junhua Wang","orcid":"https://orcid.org/0000-0002-3292-2275"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhua Wang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5067490508"],"corresponding_institution_ids":["https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":5.9298,"has_fulltext":false,"cited_by_count":102,"citation_normalized_percentile":{"value":0.97000309,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"20","issue":"2","first_page":"1175","last_page":"1187"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9070911407470703},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8205399513244629},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7721070647239685},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5819507837295532},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5775918960571289},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5411185026168823},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5197196006774902},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.5122641921043396},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.48314565420150757},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4444256126880646},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4441571831703186},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4402760863304138},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4089434742927551},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.3246363401412964},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2918568253517151},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1615709662437439},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15250518918037415},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08135932683944702},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07858723402023315}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9070911407470703},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8205399513244629},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7721070647239685},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5819507837295532},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5775918960571289},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5411185026168823},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5197196006774902},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.5122641921043396},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.48314565420150757},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4444256126880646},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4441571831703186},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4402760863304138},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4089434742927551},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3246363401412964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2918568253517151},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1615709662437439},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15250518918037415},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08135932683944702},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07858723402023315},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2020.3031436","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.3031436","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1092848178","display_name":null,"funder_award_id":"BK20170805","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G1676630262","display_name":null,"funder_award_id":"62071230","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5713782926","display_name":null,"funder_award_id":"61701230","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6135642206","display_name":null,"funder_award_id":"62002166","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7647209911","display_name":null,"funder_award_id":"2020M671483","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1558622706","https://openalex.org/W1757796397","https://openalex.org/W1904511102","https://openalex.org/W1983523797","https://openalex.org/W2026860654","https://openalex.org/W2041176007","https://openalex.org/W2045527888","https://openalex.org/W2116383462","https://openalex.org/W2121863487","https://openalex.org/W2148053762","https://openalex.org/W2155027007","https://openalex.org/W2155968351","https://openalex.org/W2160944442","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2184042102","https://openalex.org/W2329769476","https://openalex.org/W2593044849","https://openalex.org/W2613908832","https://openalex.org/W2738113351","https://openalex.org/W2746553466","https://openalex.org/W2761862361","https://openalex.org/W2767359317","https://openalex.org/W2783831213","https://openalex.org/W2787784058","https://openalex.org/W2805549514","https://openalex.org/W2861788290","https://openalex.org/W2889364203","https://openalex.org/W2890891466","https://openalex.org/W2914484425","https://openalex.org/W2919800250","https://openalex.org/W2929863751","https://openalex.org/W2939394808","https://openalex.org/W2944996527","https://openalex.org/W2945345905","https://openalex.org/W2945490995","https://openalex.org/W2945600517","https://openalex.org/W2946053445","https://openalex.org/W2951507724","https://openalex.org/W2951799221","https://openalex.org/W2955044360","https://openalex.org/W2962883549","https://openalex.org/W2963864421","https://openalex.org/W2968782695","https://openalex.org/W2971340551","https://openalex.org/W2978207438","https://openalex.org/W2982351796","https://openalex.org/W2990099514","https://openalex.org/W2995768173","https://openalex.org/W3004050034","https://openalex.org/W4214717370","https://openalex.org/W4238404964","https://openalex.org/W4298857966","https://openalex.org/W4302570325","https://openalex.org/W6637967152","https://openalex.org/W6677183884","https://openalex.org/W6683204974","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6734206676","https://openalex.org/W6765298812"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2357975469","https://openalex.org/W2189050590","https://openalex.org/W2101748387","https://openalex.org/W3096874164","https://openalex.org/W4281812492","https://openalex.org/W3105579180","https://openalex.org/W2970347269","https://openalex.org/W3167472281","https://openalex.org/W4400868993"],"abstract_inverted_index":{"Improving":[0],"energy":[1,20,43,157],"efficiency":[2,21,44,158],"has":[3],"shown":[4],"increasing":[5],"importance":[6],"in":[7,22,45,89,154,159],"designing":[8],"future":[9],"cellular":[10,25,65],"system.":[11],"In":[12],"this":[13],"work,":[14],"we":[15],"consider":[16],"the":[17,38,42,46,86,125,136,139,145,152,156],"issue":[18],"of":[19,97,101,138,148],"D2D-enabled":[23,161],"heterogeneous":[24,162],"networks.":[26],"Specifically,":[27],"communication":[28],"mode":[29,66,69],"selection":[30],"and":[31,67,92,105,124,151],"resource":[32],"allocation":[33],"are":[34],"jointly":[35],"considered":[36],"with":[37],"aim":[39],"to":[40,84,117,134],"maximize":[41],"long":[47],"term.":[48],"And":[49],"an":[50],"Markov":[51],"decision":[52],"process":[53],"(MDP)":[54],"problem":[55,88],"is":[56],"formulated,":[57],"where":[58],"each":[59],"user":[60],"can":[61],"switch":[62],"between":[63],"traditional":[64],"D2D":[68],"dynamically.":[70],"We":[71],"employ":[72],"deep":[73,80],"deterministic":[74,113,119],"policy":[75,114],"gradient":[76,115],"(DDPG),":[77],"a":[78,160],"model-free":[79],"reinforcement":[81],"learning":[82],"algorithm,":[83],"solve":[85],"MDP":[87],"continuous":[90],"state":[91],"action":[93],"space.":[94],"The":[95,109],"architecture":[96],"proposed":[98,149],"method":[99],"consists":[100],"one":[102,106],"actor":[103,110,140],"network":[104,111,127],"critic":[107,126],"network.":[108,141,163],"uses":[112],"scheme":[116],"generate":[118],"actions":[120],"for":[121],"agent":[122],"directly,":[123],"employs":[128],"value":[129],"function":[130],"based":[131],"Q":[132],"networks":[133],"evaluate":[135],"performance":[137],"Simulation":[142],"results":[143],"show":[144],"convergence":[146],"property":[147],"algorithm":[150],"effectiveness":[153],"improving":[155]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":12}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}