{"id":"https://openalex.org/W4386474168","doi":"https://doi.org/10.1109/lcn58197.2023.10223387","title":"Energy Efficient Resource Allocation for D2D Communications using Reinforcement Learning","display_name":"Energy Efficient Resource Allocation for D2D Communications using Reinforcement Learning","publication_year":2023,"publication_date":"2023-09-06","ids":{"openalex":"https://openalex.org/W4386474168","doi":"https://doi.org/10.1109/lcn58197.2023.10223387"},"language":"en","primary_location":{"id":"doi:10.1109/lcn58197.2023.10223387","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/lcn58197.2023.10223387","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 48th Conference on Local Computer Networks (LCN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028023315","display_name":"Rathindra Nath Dutta","orcid":"https://orcid.org/0000-0002-9295-4199"},"institutions":[{"id":"https://openalex.org/I6498739","display_name":"Indian Statistical Institute","ror":"https://ror.org/00q2w1j53","country_code":"IN","type":"education","lineage":["https://openalex.org/I6498739"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Rathindra Nath Dutta","raw_affiliation_strings":["Indian Statistical Institute,Advanced Computing and Microelectronics Unit,Kolkata,India","Advanced Computing and Microelectronics Unit, Indian Statistical Institute, Kolkata, India"],"affiliations":[{"raw_affiliation_string":"Indian Statistical Institute,Advanced Computing and Microelectronics Unit,Kolkata,India","institution_ids":["https://openalex.org/I6498739"]},{"raw_affiliation_string":"Advanced Computing and Microelectronics Unit, Indian Statistical Institute, Kolkata, India","institution_ids":["https://openalex.org/I6498739"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012476636","display_name":"Sasthi C. Ghosh","orcid":"https://orcid.org/0000-0002-3444-0333"},"institutions":[{"id":"https://openalex.org/I6498739","display_name":"Indian Statistical Institute","ror":"https://ror.org/00q2w1j53","country_code":"IN","type":"education","lineage":["https://openalex.org/I6498739"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sasthi C. Ghosh","raw_affiliation_strings":["Indian Statistical Institute,Advanced Computing and Microelectronics Unit,Kolkata,India","Advanced Computing and Microelectronics Unit, Indian Statistical Institute, Kolkata, India"],"affiliations":[{"raw_affiliation_string":"Indian Statistical Institute,Advanced Computing and Microelectronics Unit,Kolkata,India","institution_ids":["https://openalex.org/I6498739"]},{"raw_affiliation_string":"Advanced Computing and Microelectronics Unit, Indian Statistical Institute, Kolkata, India","institution_ids":["https://openalex.org/I6498739"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5028023315"],"corresponding_institution_ids":["https://openalex.org/I6498739"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09734339,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9110093116760254},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.812967836856842},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5694210529327393},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5514203906059265},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.535391628742218},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48675012588500977},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44025540351867676},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.43870559334754944},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4158504605293274},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3658369481563568},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.331257700920105},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16686582565307617},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0849771797657013}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9110093116760254},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.812967836856842},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5694210529327393},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5514203906059265},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.535391628742218},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48675012588500977},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44025540351867676},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.43870559334754944},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4158504605293274},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3658369481563568},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.331257700920105},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16686582565307617},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0849771797657013},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lcn58197.2023.10223387","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/lcn58197.2023.10223387","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 48th Conference on Local Computer Networks (LCN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1969281101","https://openalex.org/W2040921991","https://openalex.org/W2132712787","https://openalex.org/W2140516799","https://openalex.org/W2294407244","https://openalex.org/W2612169134","https://openalex.org/W2784111728","https://openalex.org/W2996313530","https://openalex.org/W2999844429","https://openalex.org/W3009585715","https://openalex.org/W3011665186","https://openalex.org/W3096610621","https://openalex.org/W3157734701","https://openalex.org/W3183387530","https://openalex.org/W4214854086","https://openalex.org/W4313325121"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2153007255","https://openalex.org/W2138781885","https://openalex.org/W2124311718"],"abstract_inverted_index":{"The":[0],"millimeter-wave":[1],"(mmWave)":[2],"device-to-device":[3],"(D2D)":[4],"communication":[5],"is":[6],"already":[7,42],"being":[8],"employed":[9],"to":[10,50,66,78,85],"satisfy":[11],"the":[12,17,41,51,69,76,79,87,108,111],"high":[13,31],"datarate":[14],"demand":[15],"of":[16,36,45,47,91,98,110],"internet-of-things":[18],"nodes.":[19,53],"Using":[20],"mmWave":[21],"signals":[22],"has":[23],"its":[24],"own":[25],"challenges":[26],"as":[27,72,74],"it":[28],"suffers":[29],"from":[30],"penetration":[32],"losses.":[33],"Therefore,":[34],"presence":[35,90],"dynamic":[37,92],"obstacles":[38],"further":[39],"complicates":[40],"hard":[43],"problem":[44],"allocation":[46],"channel":[48],"resources":[49],"demanding":[52,80],"In":[54],"this":[55],"work,":[56],"we":[57,116],"have":[58],"proposed":[59,120],"a":[60,102],"reinforcement":[61],"learning":[62],"(RL)":[63],"based":[64],"framework":[65,122],"jointly":[67],"allocate":[68],"frequency":[70],"channels":[71],"well":[73],"assign":[75],"transmit-powers":[77],"D2D":[81],"pairs":[82],"in":[83,89],"order":[84],"maximize":[86],"energy-efficiency":[88],"obstacles.":[93],"We":[94],"justify":[95],"our":[96,119],"choice":[97],"reward":[99],"function":[100],"through":[101],"formal":[103],"proof":[104],"and":[105],"also":[106,127],"ensure":[107],"convergence":[109],"algorithm.":[112],"Through":[113],"extensive":[114],"simulations,":[115],"show":[117],"that":[118],"RL":[121],"not":[123],"only":[124],"converges,":[125],"but":[126],"outperforms":[128],"an":[129],"existing":[130],"approach.":[131]},"counts_by_year":[],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}
