{"id":"https://openalex.org/W3096435781","doi":"https://doi.org/10.1109/lwc.2020.3035898","title":"Power Optimization in Device-to-Device Communications: A Deep Reinforcement Learning Approach With Dynamic Reward","display_name":"Power Optimization in Device-to-Device Communications: A Deep Reinforcement Learning Approach With Dynamic Reward","publication_year":2020,"publication_date":"2020-11-04","ids":{"openalex":"https://openalex.org/W3096435781","doi":"https://doi.org/10.1109/lwc.2020.3035898","mag":"3096435781"},"language":"en","primary_location":{"id":"doi:10.1109/lwc.2020.3035898","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2020.3035898","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076610593","display_name":"Zelin Ji","orcid":"https://orcid.org/0000-0002-3081-1360"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zelin Ji","raw_affiliation_strings":["Queen Mary University of London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-3081-1360","affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058964694","display_name":"Adnan K. Kiani","orcid":"https://orcid.org/0000-0003-3911-4163"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adnan K. Kiani","raw_affiliation_strings":["University of Essex, Colchester, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Essex, Colchester, U.K","institution_ids":["https://openalex.org/I110002522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044671638","display_name":"Zhijin Qin","orcid":"https://orcid.org/0000-0002-8507-3975"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhijin Qin","raw_affiliation_strings":["Queen Mary University of London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-8507-3975","affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046107005","display_name":"Rizwan Ahmad","orcid":"https://orcid.org/0000-0002-4758-7895"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Rizwan Ahmad","raw_affiliation_strings":["National University of Sciences and Technology, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-4758-7895","affiliations":[{"raw_affiliation_string":"National University of Sciences and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6016,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.90372326,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"10","issue":"3","first_page":"508","last_page":"511"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underlay","display_name":"Underlay","score":0.867199182510376},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8646671772003174},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7863478660583496},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6832799911499023},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6689549684524536},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5009524822235107},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4911446273326874},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.474094957113266},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.46581175923347473},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.46323081851005554},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.43948304653167725},{"id":"https://openalex.org/keywords/communications-system","display_name":"Communications system","score":0.4209461808204651},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.41790562868118286},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.41706395149230957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2042803168296814},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14014077186584473},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12022712826728821},{"id":"https://openalex.org/keywords/signal-to-noise-ratio","display_name":"Signal-to-noise ratio (imaging)","score":0.11986631155014038}],"concepts":[{"id":"https://openalex.org/C2777679929","wikidata":"https://www.wikidata.org/wiki/Q7883709","display_name":"Underlay","level":3,"score":0.867199182510376},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8646671772003174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7863478660583496},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6832799911499023},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6689549684524536},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5009524822235107},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4911446273326874},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.474094957113266},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.46581175923347473},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.46323081851005554},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.43948304653167725},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.4209461808204651},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.41790562868118286},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41706395149230957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2042803168296814},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14014077186584473},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12022712826728821},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.11986631155014038},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/lwc.2020.3035898","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2020.3035898","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"},{"id":"pmh:oai:irep.ntu.ac.uk:49148","is_oa":false,"landing_page_url":"http://irep.ntu.ac.uk/id/eprint/49148/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400559","display_name":"Nottingham Trent University's Institutional Repository (Nottingham Trent Repository)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I52590639","host_organization_name":"Nottingham Trent University","host_organization_lineage":["https://openalex.org/I52590639"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/68493","is_oa":false,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/68493","pdf_url":null,"source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2040423954","https://openalex.org/W2143487028","https://openalex.org/W2526165960","https://openalex.org/W2886374543","https://openalex.org/W2901531558","https://openalex.org/W2963000651","https://openalex.org/W2998578058","https://openalex.org/W3158906135","https://openalex.org/W4298857966"],"related_works":["https://openalex.org/W2053474224","https://openalex.org/W3017105299","https://openalex.org/W2783169577","https://openalex.org/W3040992693","https://openalex.org/W3158389024","https://openalex.org/W3111814448","https://openalex.org/W2485082337","https://openalex.org/W3024822261","https://openalex.org/W2482290523","https://openalex.org/W2293934321"],"abstract_inverted_index":{"Device-to-Device":[0],"(D2D)":[1],"communication":[2,49,83],"can":[3],"be":[4],"used":[5],"to":[6,26,54,114],"improve":[7],"system":[8,61,139],"capacity":[9],"and":[10,32,76],"energy":[11],"efficiency":[12],"(EE)":[13],"in":[14,22,47,79],"cellular":[15,77],"networks.":[16],"One":[17],"of":[18,69,73,118],"the":[19,56,60,67,116,119,138],"critical":[20],"challenges":[21],"D2D":[23,74,82],"communications":[24],"is":[25,99,112],"extend":[27],"network":[28],"lifetime":[29],"by":[30],"efficient":[31],"effective":[33],"resource":[34,45],"management.":[35],"Deep":[36],"reinforcement":[37],"learning":[38],"(RL)":[39],"provides":[40],"a":[41,88,102],"promising":[42],"solution":[43],"for":[44],"management":[46],"wireless":[48],"systems.":[50],"This":[51],"letter":[52],"aims":[53],"maximise":[55],"EE":[57,117,135],"while":[58,136],"satisfying":[59,137],"throughput":[62,140],"constraints":[63],"as":[64,66],"well":[65],"quality":[68],"service":[70],"(QoS)":[71],"requirements":[72],"pairs":[75],"users":[78],"an":[80],"underlay":[81],"network.":[84,121],"To":[85],"achieve":[86],"this,":[87],"deep":[89,108,124],"RL":[90,125],"based":[91,126],"dynamic":[92,97,131],"power":[93,127],"optimization":[94,128],"algorithm":[95,104],"with":[96,105,130],"rewards":[98,132],"proposed.":[100],"Moreover,":[101],"novel":[103],"two":[106],"parallel":[107],"Q":[109],"networks":[110],"(DQNs)":[111],"designed":[113],"maximize":[115],"considered":[120],"The":[122],"proposed":[123],"method":[129],"achieves":[133],"higher":[134],"requirements.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}