{"id":"https://openalex.org/W4399526477","doi":"https://doi.org/10.1109/twc.2024.3409430","title":"Rate Control for RIS-Empowered Multi-Cell Dual-Connectivity HetNets: A Distributed Multi-Task DRL Approach","display_name":"Rate Control for RIS-Empowered Multi-Cell Dual-Connectivity HetNets: A Distributed Multi-Task DRL Approach","publication_year":2024,"publication_date":"2024-06-11","ids":{"openalex":"https://openalex.org/W4399526477","doi":"https://doi.org/10.1109/twc.2024.3409430"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2024.3409430","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3409430","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054520204","display_name":"Abdulmalik Alwarafy","orcid":"https://orcid.org/0000-0003-0652-3948"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Abdulmalik Alwarafy","raw_affiliation_strings":["Department of Computer and Network Engineering, College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0003-0652-3948","affiliations":[{"raw_affiliation_string":"Department of Computer and Network Engineering, College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037234286","display_name":"Mohamed Abdallah","orcid":"https://orcid.org/0000-0002-3261-7588"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohamed Abdallah","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0002-3261-7588","affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081018704","display_name":"Naofal Al\u2010Dhahir","orcid":"https://orcid.org/0000-0001-9894-8382"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naofal Al-Dhahir","raw_affiliation_strings":["Electrical and Computer Engineering Department, Erik Jonsson School of Engineering and Computer Science, The University of Texas at Dallas, Richardson, TX, USA"],"raw_orcid":"https://orcid.org/0000-0001-9894-8382","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Erik Jonsson School of Engineering and Computer Science, The University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024641789","display_name":"Tamer Khattab","orcid":"https://orcid.org/0000-0003-2347-9555"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Tamer Khattab","raw_affiliation_strings":["Department of Electrical Engineering, College of Engineering, Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0003-2347-9555","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, College of Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001299811","display_name":"Mounir Hamdi","orcid":"https://orcid.org/0000-0002-9766-0085"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mounir Hamdi","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0002-9766-0085","affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054520204"],"corresponding_institution_ids":["https://openalex.org/I201726411"],"apc_list":null,"apc_paid":null,"fwci":0.8837,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.70084439,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"23","issue":"10","first_page":"14109","last_page":"14124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7332383394241333},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5576149821281433},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.54550701379776},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.5412997007369995},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4892861545085907},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.38736891746520996},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3746722936630249},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.28047776222229004},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16362130641937256},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07932513952255249},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.06040021777153015}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7332383394241333},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5576149821281433},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.54550701379776},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.5412997007369995},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4892861545085907},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.38736891746520996},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3746722936630249},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.28047776222229004},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16362130641937256},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07932513952255249},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.06040021777153015},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/twc.2024.3409430","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3409430","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-163644","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-163644","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:qspace.qu.edu.qa:10576/57783","is_oa":false,"landing_page_url":"http://hdl.handle.net/10576/57783","pdf_url":null,"source":{"id":"https://openalex.org/S4306400014","display_name":"Qatar University QSpace (Qatar University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60342839","host_organization_name":"Qatar University","host_organization_lineage":["https://openalex.org/I60342839"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2017017058","display_name":null,"funder_award_id":"NPRP13S- 0201-200219","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"},{"id":"https://openalex.org/G2536074601","display_name":null,"funder_award_id":"12T047","funder_id":"https://openalex.org/F4320323593","funder_display_name":"United Arab Emirates University"}],"funders":[{"id":"https://openalex.org/F4320323593","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862"},{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W2416892309","https://openalex.org/W2485579146","https://openalex.org/W2486208190","https://openalex.org/W2504274537","https://openalex.org/W2528584088","https://openalex.org/W2623902153","https://openalex.org/W2739678353","https://openalex.org/W2891076394","https://openalex.org/W2898035736","https://openalex.org/W2955133642","https://openalex.org/W2968782695","https://openalex.org/W2981096252","https://openalex.org/W2999561085","https://openalex.org/W3001348997","https://openalex.org/W3008565916","https://openalex.org/W3010601625","https://openalex.org/W3017311957","https://openalex.org/W3027118737","https://openalex.org/W3034281970","https://openalex.org/W3041653465","https://openalex.org/W3042391361","https://openalex.org/W3044254541","https://openalex.org/W3046159765","https://openalex.org/W3046938740","https://openalex.org/W3048446347","https://openalex.org/W3081310128","https://openalex.org/W3096513223","https://openalex.org/W3113871758","https://openalex.org/W3128910074","https://openalex.org/W3129062696","https://openalex.org/W3132919426","https://openalex.org/W3144404977","https://openalex.org/W3159571744","https://openalex.org/W3172000194","https://openalex.org/W3172818029","https://openalex.org/W3180289372","https://openalex.org/W3197523458","https://openalex.org/W3197857544","https://openalex.org/W3211778033","https://openalex.org/W3216246916","https://openalex.org/W4206400910","https://openalex.org/W4213425359","https://openalex.org/W4214717370","https://openalex.org/W4214923099","https://openalex.org/W4221150634","https://openalex.org/W4280497045","https://openalex.org/W4285310338","https://openalex.org/W4292826030","https://openalex.org/W4315630214","https://openalex.org/W4318586083","https://openalex.org/W6631190155","https://openalex.org/W6684921986","https://openalex.org/W6777631306","https://openalex.org/W6791137457"],"related_works":["https://openalex.org/W1927327903","https://openalex.org/W1544665982","https://openalex.org/W2022479666","https://openalex.org/W2805504328","https://openalex.org/W4248847438","https://openalex.org/W2509090697","https://openalex.org/W1953159635","https://openalex.org/W4238131711","https://openalex.org/W3019690831","https://openalex.org/W1982097880"],"abstract_inverted_index":{"Heterogeneous":[0],"wireless":[1,22],"networks":[2,5],"(HetNets),":[3],"where":[4],"are":[6,28],"deployed":[7],"with":[8,261],"ultra-dense":[9],"small":[10],"cells":[11],"(SCs),":[12],"is":[13,75,150],"one":[14,167],"of":[15,65,89,159,174,191,222,243,255,266],"the":[16,43,57,63,87,134,154,160,166,170,175,181,186,192,213,253],"main":[17,229],"enabling":[18],"technologies":[19],"for":[20],"future":[21],"networks.":[23],"In":[24,82,249],"such":[25],"networks,":[26],"signals":[27],"vulnerable":[29],"to":[30,133,151,185,211],"severe":[31],"blockage,":[32],"interference,":[33],"and":[34,71,106,137,162,169,177,189,215,226,247,269],"intermittent":[35],"connectivity.":[36],"This":[37],"can":[38,51,130],"be":[39],"largely":[40],"overcome":[41],"using":[42],"emerging":[44],"Reconfigurable":[45],"Intelligent":[46],"Surface":[47],"(RIS)":[48],"technology":[49],"that":[50,129,235],"enhance":[52],"HetNets":[53,98],"performance":[54],"by":[55],"controlling":[56],"propagation":[58],"environment.":[59],"However,":[60],"jointly":[61,152],"optimizing":[62],"parameters":[64],"base":[66],"stations\u2019":[67],"(BSs\u2019)":[68],"active":[69,155],"beamforming":[70,74,157,172],"RISs\u2019":[72],"passive":[73,171],"a":[76,119,138,197,240],"major":[77],"challenge":[78],"in":[79,92,264],"RIS-empowered":[80,93],"HetNets.":[81],"this":[83],"paper,":[84],"we":[85,143,195,231,251],"investigate":[86],"issue":[88],"rate":[90,104,108],"control":[91],"multi-cell":[94],"multiple-input":[95],"single-output":[96],"(MISO)":[97],"via":[99,233],"joint":[100],"users\u2019":[101],"equipment":[102],"(UEs)":[103],"fairness":[105],"SCs":[107,163,178],"load":[109],"balancing.":[110],"We":[111],"assume":[112],"RIS-assisted":[113,120],"SC":[114,140],"BSs":[115,164],"at":[116,124],"mmWave":[117],"underlying":[118],"macrocell":[121],"(MC)":[122],"BS":[123,136],"sub-6GHz":[125],"serving":[126],"dual-connectivity":[127],"UEs":[128,246],"concurrently":[131],"connect":[132],"MC":[135,161,176],"single":[139],"BS.":[141],"Then,":[142],"formulate":[144],"an":[145],"optimization":[146],"problem":[147,214],"whose":[148],"objective":[149],"optimize":[153],"transmit":[156],"vectors":[158,173],"on":[165,180],"hand":[168],"RISs":[179],"other":[182],"hand.":[183],"Due":[184],"high":[187],"non-convexity":[188],"complexity":[190],"formulated":[193],"problem,":[194],"propose":[196],"novel":[198],"distributed":[199],"Deep":[200],"Deterministic":[201],"Policy":[202],"Gradient":[203],"(DDPG)-based":[204],"multi-task":[205],"deep":[206],"reinforcement":[207],"learning":[208],"(MTDRL)":[209],"scheme":[210,238,259],"solve":[212],"learn":[216],"network":[217],"dynamics.":[218],"Through":[219],"deliberate":[220],"definitions":[221],"MTDRL":[223,258],"agent\u2019s":[224],"tasks":[225],"their":[227],"corresponding":[228],"elements,":[230],"demonstrate":[232],"simulations":[234],"our":[236,256],"proposed":[237,257],"guarantees":[239],"fair":[241],"distribution":[242],"rates":[244],"within":[245],"SCs.":[248],"addition,":[250],"quantify":[252],"robustness":[254],"compared":[260],"some":[262],"benchmarks":[263],"terms":[265],"convergence":[267],"speed":[268],"utility":[270],"values.":[271]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}