{"id":"https://openalex.org/W4317419681","doi":"https://doi.org/10.1109/vtc2022-fall57202.2022.10012889","title":"Multi-Agent Power and Resource Allocation for D2D Communications: A Deep Reinforcement Learning Approach","display_name":"Multi-Agent Power and Resource Allocation for D2D Communications: A Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-09-01","ids":{"openalex":"https://openalex.org/W4317419681","doi":"https://doi.org/10.1109/vtc2022-fall57202.2022.10012889"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2022-fall57202.2022.10012889","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-fall57202.2022.10012889","pdf_url":null,"source":{"id":"https://openalex.org/S4363607792","display_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080921490","display_name":"Honglin Xiang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Honglin Xiang","raw_affiliation_strings":["Beijing University of Posts & Telecommunications,School of Artificial Intelligence,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts & Telecommunications,School of Artificial Intelligence,Beijing,China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079916375","display_name":"Jingyi Peng","orcid":"https://orcid.org/0000-0002-8158-8621"},"institutions":[{"id":"https://openalex.org/I4210118281","display_name":"National Earthquake Response Support Service","ror":"https://ror.org/02gzvm828","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118281"]},{"id":"https://openalex.org/I4387152112","display_name":"China Industrial Control Systems Cyber Emergency Response Team","ror":"https://ror.org/010gf3m33","country_code":null,"type":"other","lineage":["https://openalex.org/I4387152112"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Peng","raw_affiliation_strings":["China Industrial Control Systems Cyber Emergency Response Team,Beijing,China","China Industrial Control Systems Cyber Emergency Response Team, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Industrial Control Systems Cyber Emergency Response Team,Beijing,China","institution_ids":["https://openalex.org/I4210118281","https://openalex.org/I4387152112"]},{"raw_affiliation_string":"China Industrial Control Systems Cyber Emergency Response Team, Beijing, China","institution_ids":["https://openalex.org/I4210118281","https://openalex.org/I4387152112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054396881","display_name":"Zhen Gao","orcid":"https://orcid.org/0000-0002-2709-0216"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]},{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Gao","raw_affiliation_strings":["Southeast University,National Mobile Communications Research Laboratory,Nanjing,China,211189","Advanced Research Institute of Multidisciplinary Science, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Southeast University,National Mobile Communications Research Laboratory,Nanjing,China,211189","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Advanced Research Institute of Multidisciplinary Science, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100772626","display_name":"Lingjie Li","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingjie Li","raw_affiliation_strings":["Beijing University of Posts & Telecommunications,School of Artificial Intelligence,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts & Telecommunications,School of Artificial Intelligence,Beijing,China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100397704","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0002-9817-3473"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["Beijing University of Posts & Telecommunications,School of Artificial Intelligence,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts & Telecommunications,School of Artificial Intelligence,Beijing,China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5080921490"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.9313,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.87827084,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8721697330474854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8060111999511719},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6801748871803284},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5915308594703674},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5783488750457764},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.531159520149231},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.5035600066184998},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4886012673377991},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4741058945655823},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.46102461218833923},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4528809189796448},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4204978048801422},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40653637051582336},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34784209728240967},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27826160192489624},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14042827486991882},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10172703862190247}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8721697330474854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8060111999511719},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6801748871803284},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5915308594703674},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5783488750457764},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.531159520149231},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.5035600066184998},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4886012673377991},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4741058945655823},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.46102461218833923},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4528809189796448},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4204978048801422},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40653637051582336},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34784209728240967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27826160192489624},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14042827486991882},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10172703862190247},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2022-fall57202.2022.10012889","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-fall57202.2022.10012889","pdf_url":null,"source":{"id":"https://openalex.org/S4363607792","display_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324856","display_name":"Southeast University","ror":"https://ror.org/04ct4d772"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2789396120","https://openalex.org/W2962696385","https://openalex.org/W2962841091","https://openalex.org/W2968782695","https://openalex.org/W2998709521","https://openalex.org/W2999844429","https://openalex.org/W3020945552","https://openalex.org/W3036160090","https://openalex.org/W3093651199"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2408103561","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255"],"abstract_inverted_index":{"The":[0],"explosion":[1],"in":[2],"the":[3,11,23,31,52,82,155,161,171,174,181,188],"number":[4],"of":[5,13,54,84,163,167,173,191],"smartphones":[6],"and":[7,19,38,59,64,70,88,110,186],"wearable":[8],"devices":[9],"brings":[10],"challenge":[12],"high":[14],"achievable":[15],"rate":[16],"(AR)":[17],"requirement,":[18],"D2D":[20,43,89,93],"communications":[21,44],"become":[22],"critical":[24],"technology":[25],"to":[26,80,116,135],"solve":[27],"this":[28,48],"challenge.":[29],"However,":[30],"co-channel":[32],"interference":[33],"caused":[34],"by":[35],"spectrum":[36,108],"reusing":[37,100],"low":[39,165],"delay":[40,57,61,193],"requirement":[41],"restrict":[42],"performance":[45],"improvements.":[46],"In":[47,159],"paper,":[49],"we":[50],"consider":[51],"cases":[53],"no":[55],"time":[56,60,192],"constraint":[58,62],"respectively,":[63],"design":[65],"a":[66,120,151],"joint":[67],"power":[68,111,166],"control":[69],"resource":[71],"allocation":[72],"scheme":[73],"based":[74],"on":[75],"deep":[76,122],"reinforcement":[77],"learning":[78],"(DRL)":[79],"maximize":[81],"AR":[83,153],"cellular":[85],"users":[86,90],"(CUEs)":[87],"(DUEs).":[91],"Specifically,":[92],"pairs":[94],"are":[95],"considered":[96],"multiple":[97],"agents":[98,134,168,182],"for":[99],"CUE":[101],"spectrum,":[102],"each":[103],"agent":[104],"can":[105,149,183],"independently":[106],"select":[107],"resources":[109],"without":[112],"any":[113],"prior":[114],"information":[115],"ease":[117],"interference.":[118],"Furthermore,":[119],"double":[121],"Q-network":[123],"with":[124],"priority":[125],"sampling":[126],"(Pr-DDQN)":[127],"distributed":[128],"algorithm":[129,148],"is":[130],"proposed,":[131],"which":[132,178],"helps":[133],"learn":[136,185],"more":[137],"dominant":[138],"features":[139],"during":[140],"experience":[141],"replay.":[142],"Simulation":[143],"results":[144],"indicate":[145],"that":[146,180],"Pr-DDQN":[147],"obtain":[150],"higher":[152],"than":[154],"present":[156],"DRL":[157],"algorithms.":[158],"particular,":[160],"probability":[162],"selecting":[164],"enlarges":[169],"as":[170],"increase":[172],"remaining":[175],"transmission":[176],"time,":[177],"demonstrates":[179],"successfully":[184],"perceive":[187],"implicit":[189],"relationship":[190],"constraint.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-08T23:21:52.890332","created_date":"2025-10-10T00:00:00"}