{"id":"https://openalex.org/W2963186244","doi":"https://doi.org/10.1109/access.2019.2930115","title":"Non-Cooperative Energy Efficient Power Allocation Game in D2D Communication: A Multi-Agent Deep Reinforcement Learning Approach","display_name":"Non-Cooperative Energy Efficient Power Allocation Game in D2D Communication: A Multi-Agent Deep Reinforcement Learning Approach","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2963186244","doi":"https://doi.org/10.1109/access.2019.2930115","mag":"2963186244"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2930115","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2930115","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08766985.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08766985.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057045100","display_name":"Khoi Khac Nguyen","orcid":"https://orcid.org/0000-0001-5572-4354"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Khoi Khac Nguyen","raw_affiliation_strings":["School of Electronics, Electrical Engineering and Computer Science, Queen\u2019s University Belfast, Belfast, U.K","School of Electronics, Electrical Engineering and Computer Science, Queen's University Belfast, Belfast, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science, Queen\u2019s University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]},{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science, Queen's University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049089848","display_name":"Trung Q. Duong","orcid":"https://orcid.org/0000-0002-4703-4836"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Trung Q. Duong","raw_affiliation_strings":["School of Electronics, Electrical Engineering and Computer Science, Queen\u2019s University Belfast, Belfast, U.K","School of Electronics, Electrical Engineering and Computer Science, Queen's University Belfast, Belfast, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4703-4836","affiliations":[{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science, Queen\u2019s University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]},{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science, Queen's University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043775193","display_name":"Ngo Anh Vien","orcid":"https://orcid.org/0000-0001-9646-267X"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ngo Anh Vien","raw_affiliation_strings":["School of Electronics, Electrical Engineering and Computer Science, Queen\u2019s University Belfast, Belfast, U.K","School of Electronics, Electrical Engineering and Computer Science, Queen's University Belfast, Belfast, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science, Queen\u2019s University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]},{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science, Queen's University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073189627","display_name":"Nhien\u2010An Le\u2010Khac","orcid":"https://orcid.org/0000-0003-4373-2212"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Nhien-An Le-Khac","raw_affiliation_strings":["School of Computer Science, University College Dublin, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102793218","display_name":"Minh\u2010Nghia Nguyen","orcid":"https://orcid.org/0000-0002-9894-4485"},"institutions":[{"id":"https://openalex.org/I170238339","display_name":"Duy Tan University","ror":"https://ror.org/05ezss144","country_code":"VN","type":"education","lineage":["https://openalex.org/I170238339"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Minh-Nghia Nguyen","raw_affiliation_strings":["Institute of Research and Development, Duy Tan University, Da Nang, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Research and Development, Duy Tan University, Da Nang, Vietnam","institution_ids":["https://openalex.org/I170238339"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.0715,"has_fulltext":true,"cited_by_count":85,"citation_normalized_percentile":{"value":0.97010026,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"100480","last_page":"100490"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8579168319702148},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7555361986160278},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4518990218639374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31701895594596863},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09746626019477844},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07465842366218567}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8579168319702148},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7555361986160278},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4518990218639374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31701895594596863},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09746626019477844},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07465842366218567}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2019.2930115","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2930115","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08766985.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:pure.qub.ac.uk/portal:publications/317ec76e-1ae9-4be5-bba6-ae3ee2f47563","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/317ec76e-1ae9-4be5-bba6-ae3ee2f47563","pdf_url":null,"source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nguyen, K K, Duong, T Q, Vien, N A, Le-Khac, N A & Nguyen, M-N 2019, 'Non-Cooperative Energy Efficient Power Allocation Game in D2D Communication: A Multi-Agent Deep Reinforcement Learning Approach', IEEE Access, vol. 7, pp. 100480-100490. https://doi.org/10.1109/ACCESS.2019.2930115","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:4896b9f86cb04ead9106b474c9ac042f","is_oa":true,"landing_page_url":"https://doaj.org/article/4896b9f86cb04ead9106b474c9ac042f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 100480-100490 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2930115","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2930115","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08766985.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1687540607","display_name":null,"funder_award_id":"ID 428328486","funder_id":"https://openalex.org/F4320312420","funder_display_name":"Newton Fund"},{"id":"https://openalex.org/G998233810","display_name":null,"funder_award_id":"428328486","funder_id":"https://openalex.org/F4320312420","funder_display_name":"Newton Fund"}],"funders":[{"id":"https://openalex.org/F4320312420","display_name":"Newton Fund","ror":"https://ror.org/009twqt47"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963186244.pdf","grobid_xml":"https://content.openalex.org/works/W2963186244.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1507591516","https://openalex.org/W1515851193","https://openalex.org/W1522301498","https://openalex.org/W1555990983","https://openalex.org/W1622838444","https://openalex.org/W1757796397","https://openalex.org/W2096733369","https://openalex.org/W2098432798","https://openalex.org/W2155968351","https://openalex.org/W2163605009","https://openalex.org/W2173564293","https://openalex.org/W2257979135","https://openalex.org/W2271618010","https://openalex.org/W2317911375","https://openalex.org/W2325939864","https://openalex.org/W2402144811","https://openalex.org/W2513356504","https://openalex.org/W2746553466","https://openalex.org/W2794238388","https://openalex.org/W2808769300","https://openalex.org/W2886247978","https://openalex.org/W2891904594","https://openalex.org/W2896666719","https://openalex.org/W2902897529","https://openalex.org/W2904971736","https://openalex.org/W2905885786","https://openalex.org/W2909191390","https://openalex.org/W2916238263","https://openalex.org/W2919115771","https://openalex.org/W2951519410","https://openalex.org/W2951799221","https://openalex.org/W2953384591","https://openalex.org/W2962829655","https://openalex.org/W2962846391","https://openalex.org/W2963620705","https://openalex.org/W2963939962","https://openalex.org/W2966038277","https://openalex.org/W3099206234","https://openalex.org/W3105650387","https://openalex.org/W4298857966","https://openalex.org/W6631190155","https://openalex.org/W6637967152","https://openalex.org/W6684191040","https://openalex.org/W6685444567","https://openalex.org/W6700903540","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Recently,":[0],"there":[1,62],"is":[2,126,131],"the":[3,47,72,86,148,156],"widespread":[4],"use":[5,110],"of":[6,14,49,74,158],"mobile":[7],"devices":[8,51,69],"and":[9,11,17,28,46,58,70,101,137],"sensors,":[10,71],"rapid":[12],"emergence":[13],"new":[15],"wireless":[16,22,75],"networking":[18],"technologies,":[19],"such":[20],"as":[21],"sensor":[23],"network,":[24],"device-to-device":[25],"(D2D)":[26],"communication,":[27],"vehicular":[29],"ad":[30],"hoc":[31],"networks.":[32],"These":[33],"networks":[34],"are":[35,63],"expected":[36],"to":[37,85,94,109,118,132,145],"achieve":[38,95],"a":[39,53,96,134],"considerable":[40],"increase":[41],"in":[42,56,67,92,161],"data":[43],"rates,":[44],"coverage,":[45],"number":[48],"connected":[50],"with":[52,147],"significant":[54],"reduction":[55],"latency":[57],"energy":[59,64,99],"consumption.":[60],"Because":[61],"resource":[65,77],"constraints":[66,160],"user's":[68],"problem":[73,121,152],"network":[76,102],"allocation":[78,151],"becomes":[79],"much":[80],"more":[81,89],"challenging.":[82],"This":[83],"leads":[84],"call":[87],"for":[88],"advanced":[90],"techniques":[91],"order":[93],"tradeoff":[97],"between":[98],"consumption":[100],"performance.":[103],"In":[104],"this":[105,120],"paper,":[106],"we":[107],"propose":[108,133],"reinforcement":[111,143],"learning,":[112],"an":[113],"efficient":[114],"simulation-based":[115],"optimization":[116],"framework,":[117],"tackle":[119],"so":[122],"that":[123],"user":[124],"experience":[125],"maximized.":[127],"Our":[128],"main":[129],"contribution":[130],"novel":[135],"non-cooperative":[136],"real-time":[138],"approach":[139],"based":[140],"on":[141],"deep":[142],"learning":[144],"deal":[146],"energy-efficient":[149],"power":[150],"while":[153],"still":[154],"satisfying":[155],"quality":[157],"service":[159],"D2D":[162],"communication.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}