{"id":"https://openalex.org/W4387869974","doi":"https://doi.org/10.1109/iccworkshops57953.2023.10283481","title":"On Effectiveness of Exploration Strategies in Deep Reinforcement Learning for Power Allocation in Multi-Carrier Wireless Systems","display_name":"On Effectiveness of Exploration Strategies in Deep Reinforcement Learning for Power Allocation in Multi-Carrier Wireless Systems","publication_year":2023,"publication_date":"2023-05-28","ids":{"openalex":"https://openalex.org/W4387869974","doi":"https://doi.org/10.1109/iccworkshops57953.2023.10283481"},"language":"en","primary_location":{"id":"doi:10.1109/iccworkshops57953.2023.10283481","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iccworkshops57953.2023.10283481","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093111426","display_name":"Amna Kopic","orcid":"https://orcid.org/0009-0008-9151-2875"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Amna Kopic","raw_affiliation_strings":["Institute for Communication Technologies and Embedded Systems, RWTH Aachen University,Aachen,Germany","Institute for Communication Technologies and Embedded Systems, RWTH Aachen University, Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Communication Technologies and Embedded Systems, RWTH Aachen University,Aachen,Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Institute for Communication Technologies and Embedded Systems, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005607654","display_name":"Kenan Turbi\u0107","orcid":"https://orcid.org/0000-0002-1951-9916"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kenan Turbic","raw_affiliation_strings":["Institute for Communication Technologies and Embedded Systems, RWTH Aachen University,Aachen,Germany","Institute for Communication Technologies and Embedded Systems, RWTH Aachen University, Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Communication Technologies and Embedded Systems, RWTH Aachen University,Aachen,Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Institute for Communication Technologies and Embedded Systems, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026448728","display_name":"Haris Gacanin","orcid":"https://orcid.org/0000-0003-3168-8883"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Haris Gacanin","raw_affiliation_strings":["Institute for Communication Technologies and Embedded Systems, RWTH Aachen University,Aachen,Germany","Institute for Communication Technologies and Embedded Systems, RWTH Aachen University, Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Communication Technologies and Embedded Systems, RWTH Aachen University,Aachen,Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Institute for Communication Technologies and Embedded Systems, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I887968799"],"apc_list":null,"apc_paid":null,"fwci":1.0831,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.73411252,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"873","last_page":"878"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8300453424453735},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6804146766662598},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6794402599334717},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6719479560852051},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5987952351570129},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5281992554664612},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.5014309883117676},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.46697521209716797},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33910825848579407},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33396169543266296},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23753103613853455},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15448707342147827},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1542125940322876},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12216490507125854}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8300453424453735},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6804146766662598},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6794402599334717},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6719479560852051},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5987952351570129},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5281992554664612},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.5014309883117676},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.46697521209716797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33910825848579407},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33396169543266296},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23753103613853455},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15448707342147827},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1542125940322876},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12216490507125854},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccworkshops57953.2023.10283481","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iccworkshops57953.2023.10283481","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2170475648","https://openalex.org/W2784277076","https://openalex.org/W2887286578","https://openalex.org/W2937571395","https://openalex.org/W2956537170","https://openalex.org/W2963186244","https://openalex.org/W2963864421","https://openalex.org/W3005089802","https://openalex.org/W3036160090","https://openalex.org/W3089324491","https://openalex.org/W3109884127","https://openalex.org/W3182816986","https://openalex.org/W4284962466","https://openalex.org/W6677916085","https://openalex.org/W6684921986","https://openalex.org/W6773785716","https://openalex.org/W6783236513"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W3133147449","https://openalex.org/W1901143057"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3],"comprehensive":[4],"study":[5],"on":[6,57],"the":[7,22,47,53,58,77,81,101,106],"efficiency":[8],"and":[9,39,44,69],"effectiveness":[10],"of":[11,55,105],"exploration":[12,34,43,56,83],"policies":[13],"for":[14],"deep":[15],"reinforcement":[16],"(DRL)":[17],"algorithms":[18,79],"with":[19,80],"applications":[20],"to":[21,41,96],"power":[23,70,103],"allocation":[24],"problem":[25],"in":[26,46],"multi-carrier":[27],"wireless":[28,49],"systems.":[29],"We":[30,51],"propose":[31],"three":[32],"distinct":[33],"functions,":[35],"i.e.,":[36],"linear,":[37],"fast":[38],"slow,":[40],"balance":[42],"exploitation":[45],"dynamic":[48],"environment.":[50],"analyze":[52],"effect":[54],"initial":[59],"training":[60,92],"length":[61],"as":[62,64],"well":[63],"learning":[65],"models'":[66],"sum-rate":[67,87],"performance":[68,88],"violation":[71],"probabilities.":[72],"Our":[73],"results":[74],"indicate":[75],"that":[76],"DRL":[78],"proposed":[82],"functions":[84],"reach":[85],"close-to-optimal":[86],"within":[89],"only":[90],"1000":[91],"episodes":[93],"(i.e.,":[94],"equivalent":[95],"8.01":[97],"s)":[98],"while":[99],"satisfying":[100],"predefined":[102],"constraint":[104],"base":[107],"station.":[108]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}