{"id":"https://openalex.org/W4407949912","doi":"https://doi.org/10.1109/cdc56724.2024.10886169","title":"Reinforcement Learning for Joint Resource and Power Allocation in D2D Communications","display_name":"Reinforcement Learning for Joint Resource and Power Allocation in D2D Communications","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4407949912","doi":"https://doi.org/10.1109/cdc56724.2024.10886169"},"language":"en","primary_location":{"id":"doi:10.1109/cdc56724.2024.10886169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc56724.2024.10886169","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 63rd Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110803897","display_name":"Ifrah Saeed","orcid":"https://orcid.org/0000-0002-0556-1080"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ifrah Saeed","raw_affiliation_strings":["The University of Melbourne,Department of Electrical and Electronic Engineering,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne,Department of Electrical and Electronic Engineering,Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080710876","display_name":"Andrew C. Cullen","orcid":"https://orcid.org/0000-0001-8243-6470"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Andrew C. Cullen","raw_affiliation_strings":["The University of Melbourne,School of Computing and Information Systems,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne,School of Computing and Information Systems,Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056283423","display_name":"Zainab Zaidi","orcid":"https://orcid.org/0000-0002-0057-7876"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zainab R. Zaidi","raw_affiliation_strings":["The University of Melbourne,Department of Electrical and Electronic Engineering,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne,Department of Electrical and Electronic Engineering,Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070030398","display_name":"Sarah Erfani","orcid":"https://orcid.org/0000-0003-0885-0643"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sarah Erfani","raw_affiliation_strings":["The University of Melbourne,School of Computing and Information Systems,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne,School of Computing and Information Systems,Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060997326","display_name":"Tansu Alpcan","orcid":"https://orcid.org/0000-0002-7434-3239"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tansu Alpcan","raw_affiliation_strings":["The University of Melbourne,Department of Electrical and Electronic Engineering,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne,Department of Electrical and Electronic Engineering,Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6051","last_page":"6056"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9581999778747559,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8540226221084595},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7118185758590698},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6342137455940247},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6098482608795166},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5536657571792603},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4911637008190155},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4490174651145935},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34015846252441406},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28328484296798706},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18136966228485107}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8540226221084595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7118185758590698},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6342137455940247},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6098482608795166},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5536657571792603},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4911637008190155},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4490174651145935},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34015846252441406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28328484296798706},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18136966228485107},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc56724.2024.10886169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc56724.2024.10886169","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 63rd Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1542941925","https://openalex.org/W2189455875","https://openalex.org/W2302104218","https://openalex.org/W2343654060","https://openalex.org/W2613670645","https://openalex.org/W2617547828","https://openalex.org/W2997987223","https://openalex.org/W3009165228","https://openalex.org/W3013166518","https://openalex.org/W3033870971","https://openalex.org/W3048247395","https://openalex.org/W3096610621","https://openalex.org/W3119070259","https://openalex.org/W3160448740","https://openalex.org/W3182404384","https://openalex.org/W3190901042","https://openalex.org/W3201419494","https://openalex.org/W3216388332","https://openalex.org/W4210343241","https://openalex.org/W4285818920","https://openalex.org/W4296910607","https://openalex.org/W4391020502","https://openalex.org/W6677916085","https://openalex.org/W6755069753"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413","https://openalex.org/W2153007255"],"abstract_inverted_index":{"Device-to-Device":[0],"(D2D)":[1],"communication":[2,31],"is":[3,15,25,84],"critical":[4],"in":[5,44,108,156,179],"many":[6],"public":[7,171],"safety":[8,172],"scenarios":[9],"where":[10],"access":[11],"to":[12,70,97,105,124,136],"network":[13,167],"infrastructure":[14],"not":[16],"guaranteed.":[17],"In":[18,56],"such":[19,37],"out-of-coverage":[20,110,157],"situations,":[21],"random":[22],"resource":[23,39,63,131],"allocation":[24,40,135],"a":[26,38],"straightforward":[27],"way":[28],"for":[29,170],"direct":[30],"by":[32,205],"each":[33],"D2D":[34,78,122],"pair.":[35],"However,":[36],"plan":[41],"often":[42],"results":[43],"severe":[45],"interference":[46,140],"and":[47,66,86,133,141,186,198],"low":[48],"throughput,":[49],"which":[50],"can":[51,89],"degrade":[52],"crucial":[53],"communications":[54],"performance.":[55],"contrast,":[57],"the":[58,72,82,95,147,165,180,202,206],"problem":[59,102],"of":[60,76,149,182,201],"centralised":[61,101,184,207],"joint":[62,130],"block":[64,132],"selection":[65],"power":[67,134],"control":[68],"optimisation":[69,208],"maximise":[71,142],"total":[73],"data":[74],"rate":[75],"all":[77],"pairs,":[79],"known":[80],"as":[81],"sum-rate,":[83,144],"non-convex":[85,100],"NP-hard":[87],"but":[88],"effectively":[90],"reduce":[91],"interference.":[92],"To":[93,152],"address":[94],"inability":[96],"solve":[98],"this":[99],"setting":[103],"due":[104],"limited":[106],"information":[107],"resource-constrained":[109],"scenarios,":[111,158],"we":[112,159],"propose":[113],"two":[114],"distributed":[115],"reinforcement":[116],"learning":[117],"schemes.":[118],"Our":[119],"methods":[120,155],"allow":[121],"pairs":[123],"autonomously":[125,189],"make":[126],"decisions":[127],"on":[128],"their":[129,138,143],"minimise":[137],"mutual":[139],"while":[145],"maintaining":[146],"quality":[148],"service":[150],"constraints.":[151],"evaluate":[153],"these":[154],"conduct":[160],"extensive":[161],"performance":[162],"evaluations":[163],"using":[164],"ns-3":[166],"simulator":[168],"designed":[169],"LTE-D2D.":[173],"We":[174],"demonstrate":[175],"that":[176,193],"our":[177],"algorithms,":[178],"absence":[181],"any":[183],"coordination":[185],"neighbouring":[187],"information,":[188],"reach":[190],"time-averaged":[191],"sum-rates":[192],"are":[194],"within":[195],"$98.2":[196],"\\%$":[197,200],"$98.6":[199],"rates":[203],"achieved":[204],"solution.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}