{"id":"https://openalex.org/W4385805106","doi":"https://doi.org/10.1109/vtc2023-spring57618.2023.10200041","title":"Deep Q-Learning Based Resource Allocation in 6G Interference Systems With Outage Constraints","display_name":"Deep Q-Learning Based Resource Allocation in 6G Interference Systems With Outage Constraints","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4385805106","doi":"https://doi.org/10.1109/vtc2023-spring57618.2023.10200041"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2023-spring57618.2023.10200041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-spring57618.2023.10200041","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 97th Vehicular Technology Conference (VTC2023-Spring)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109346606","display_name":"Saniul Alam","orcid":null},"institutions":[{"id":"https://openalex.org/I46080048","display_name":"Jahangirnagar University","ror":"https://ror.org/04ywb0864","country_code":"BD","type":"education","lineage":["https://openalex.org/I46080048"]}],"countries":["BD"],"is_corresponding":true,"raw_author_name":"Saniul Alam","raw_affiliation_strings":["Jahangirnagar University,Institute of Information Technology,Dhaka,1342"],"affiliations":[{"raw_affiliation_string":"Jahangirnagar University,Institute of Information Technology,Dhaka,1342","institution_ids":["https://openalex.org/I46080048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008524464","display_name":"Sadia Islam","orcid":"https://orcid.org/0009-0007-7932-3804"},"institutions":[{"id":"https://openalex.org/I46080048","display_name":"Jahangirnagar University","ror":"https://ror.org/04ywb0864","country_code":"BD","type":"education","lineage":["https://openalex.org/I46080048"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Sadia Islam","raw_affiliation_strings":["Jahangirnagar University,Institute of Information Technology,Dhaka,1342"],"affiliations":[{"raw_affiliation_string":"Jahangirnagar University,Institute of Information Technology,Dhaka,1342","institution_ids":["https://openalex.org/I46080048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062228701","display_name":"Muhammad R. A. Khandaker","orcid":"https://orcid.org/0000-0002-3688-5619"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muhammad R. A. Khandaker","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041468687","display_name":"Risala Tasin Khan","orcid":"https://orcid.org/0000-0001-8236-5959"},"institutions":[{"id":"https://openalex.org/I46080048","display_name":"Jahangirnagar University","ror":"https://ror.org/04ywb0864","country_code":"BD","type":"education","lineage":["https://openalex.org/I46080048"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Risala T. Khan","raw_affiliation_strings":["Jahangirnagar University,Institute of Information Technology,Dhaka,1342"],"affiliations":[{"raw_affiliation_string":"Jahangirnagar University,Institute of Information Technology,Dhaka,1342","institution_ids":["https://openalex.org/I46080048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006803067","display_name":"Faisal Tariq","orcid":"https://orcid.org/0000-0002-0580-8805"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]},{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Faisal Tariq","raw_affiliation_strings":["University of Glasgow,James Watt School of Engineering,United Kingdom","James Watt School of Engineering, University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow,James Watt School of Engineering,United Kingdom","institution_ids":["https://openalex.org/I32062511","https://openalex.org/I7882870"]},{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024197210","display_name":"Apriana Toding","orcid":"https://orcid.org/0000-0002-8668-1729"},"institutions":[{"id":"https://openalex.org/I4210130201","display_name":"Universitas Kristen Indonesia Paulus","ror":"https://ror.org/02fm1my09","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210130201"]},{"id":"https://openalex.org/I102555177","display_name":"Universitas Kristen Indonesia","ror":"https://ror.org/03xqzzq44","country_code":"ID","type":"education","lineage":["https://openalex.org/I102555177"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Apriana Toding","raw_affiliation_strings":["Universitas Kristen Indonesia,Dept. Electrical Engineering,Paulus,Indonesia","Dept. Electrical Engineering, Universitas Kristen Indonesia, Paulus, Indonesia"],"affiliations":[{"raw_affiliation_string":"Universitas Kristen Indonesia,Dept. Electrical Engineering,Paulus,Indonesia","institution_ids":["https://openalex.org/I102555177","https://openalex.org/I4210130201"]},{"raw_affiliation_string":"Dept. Electrical Engineering, Universitas Kristen Indonesia, Paulus, Indonesia","institution_ids":["https://openalex.org/I102555177","https://openalex.org/I4210130201"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5109346606"],"corresponding_institution_ids":["https://openalex.org/I46080048"],"apc_list":null,"apc_paid":null,"fwci":0.4011,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59956834,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7966207265853882},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6734689474105835},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6358221769332886},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6094204187393188},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5761405229568481},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5623337626457214},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5483818054199219},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.520566999912262},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.4896757900714874},{"id":"https://openalex.org/keywords/geometric-programming","display_name":"Geometric programming","score":0.4671339988708496},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4571717381477356},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4520832896232605},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4480684697628021},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.44290992617607117},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.44079574942588806},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.414532870054245},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.38989606499671936},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35129281878471375},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.33444997668266296},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.2990568280220032},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.22619184851646423},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19337859749794006},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.13150256872177124},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10733851790428162},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09018710255622864}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7966207265853882},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6734689474105835},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6358221769332886},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6094204187393188},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5761405229568481},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5623337626457214},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5483818054199219},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.520566999912262},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.4896757900714874},{"id":"https://openalex.org/C20729856","wikidata":"https://www.wikidata.org/wiki/Q2078279","display_name":"Geometric programming","level":2,"score":0.4671339988708496},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4571717381477356},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4520832896232605},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4480684697628021},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.44290992617607117},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.44079574942588806},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.414532870054245},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.38989606499671936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35129281878471375},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.33444997668266296},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2990568280220032},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22619184851646423},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19337859749794006},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13150256872177124},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10733851790428162},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09018710255622864},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2023-spring57618.2023.10200041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-spring57618.2023.10200041","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 97th Vehicular Technology Conference (VTC2023-Spring)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1582249331","https://openalex.org/W1970830346","https://openalex.org/W2006038331","https://openalex.org/W2025829033","https://openalex.org/W2050950555","https://openalex.org/W2111744010","https://openalex.org/W2136423702","https://openalex.org/W2788350651","https://openalex.org/W2807731816","https://openalex.org/W2943020286","https://openalex.org/W2964021722","https://openalex.org/W2969195240","https://openalex.org/W2983559761","https://openalex.org/W2986726944","https://openalex.org/W3059813204","https://openalex.org/W3111789863","https://openalex.org/W6762058563","https://openalex.org/W6781554482"],"related_works":["https://openalex.org/W2125819445","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2153007255","https://openalex.org/W2138781885"],"abstract_inverted_index":{"This":[0],"paper":[1],"considers":[2],"the":[3,8,21,32,53,56,91,96,109,127,137],"resource":[4],"allocation":[5,35,99],"problem":[6,23],"in":[7,26,52,70,130],"sixth":[9],"generation":[10],"(6G)":[11],"wireless":[12,92,102],"interference":[13],"channel":[14],"(IC)":[15],"under":[16],"link":[17],"outage":[18],"constraints.":[19],"Since":[20],"optimization":[22,73],"is":[24],"non-convex":[25,72],"nature,":[27],"existing":[28,142],"approaches":[29],"to":[30,42,125],"find":[31],"optimal":[33,97],"power":[34,98],"are":[36],"computationally":[37],"intensive.":[38],"When":[39],"it":[40],"comes":[41],"internet":[43],"of":[44,100,108,115],"things":[45],"(IoT)":[46],"and":[47,94,111],"massive":[48],"machine-type":[49],"communications":[50],"(mMTC)":[51],"emerging":[54],"6G,":[55],"computational":[57],"complexity":[58],"becomes":[59],"practically":[60],"infeasible.":[61],"Recently,":[62],"deep":[63,84,123],"reinforcement":[64],"learning":[65,131],"has":[66],"shown":[67],"promising":[68],"outcome":[69],"solving":[71],"problems":[74],"with":[75,90],"reduced":[76],"complexity.":[77],"In":[78],"this":[79],"paper,":[80],"we":[81],"utilize":[82],"a":[83,101],"Q-learning":[85],"(DQL)":[86],"approach":[87,140],"which":[88],"interacts":[89],"environment":[93],"learns":[95],"IC":[103],"while":[104],"maximizing":[105],"overall":[106],"sum-rate":[107],"system":[110],"maintaining":[112],"reliability":[113],"requirement":[114],"each":[116],"link.":[117],"We":[118],"have":[119],"used":[120],"two":[121],"separate":[122],"Q-networks":[124],"remove":[126],"inherent":[128],"instability":[129],"process.":[132],"Simulation":[133],"results":[134],"demonstrate":[135],"that":[136],"proposed":[138],"DQL":[139],"outperforms":[141],"geometric":[143],"programming":[144],"based":[145],"solutions.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}