{"id":"https://openalex.org/W4399426672","doi":"https://doi.org/10.1109/jiot.2024.3411158","title":"Hybrid Deep Reinforcement Learning for Enhancing Localization and Communication Efficiency in RIS-Aided Cooperative ISAC Systems","display_name":"Hybrid Deep Reinforcement Learning for Enhancing Localization and Communication Efficiency in RIS-Aided Cooperative ISAC Systems","publication_year":2024,"publication_date":"2024-06-07","ids":{"openalex":"https://openalex.org/W4399426672","doi":"https://doi.org/10.1109/jiot.2024.3411158"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3411158","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3411158","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pureadmin.qub.ac.uk/ws/files/606396350/RIS_ACLM.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075440618","display_name":"Prajwalita Saikia","orcid":"https://orcid.org/0000-0001-8469-8263"},"institutions":[{"id":"https://openalex.org/I142974352","display_name":"National Sun Yat-sen University","ror":"https://ror.org/00mjawt10","country_code":"TW","type":"education","lineage":["https://openalex.org/I142974352"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Prajwalita Saikia","raw_affiliation_strings":["Institute of Communications Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-8469-8263","affiliations":[{"raw_affiliation_string":"Institute of Communications Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan","institution_ids":["https://openalex.org/I142974352"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071647281","display_name":"Keshav Singh","orcid":"https://orcid.org/0000-0001-9028-4518"},"institutions":[{"id":"https://openalex.org/I142974352","display_name":"National Sun Yat-sen University","ror":"https://ror.org/00mjawt10","country_code":"TW","type":"education","lineage":["https://openalex.org/I142974352"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Keshav Singh","raw_affiliation_strings":["Institute of Communications Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-9028-4518","affiliations":[{"raw_affiliation_string":"Institute of Communications Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan","institution_ids":["https://openalex.org/I142974352"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090028379","display_name":"Wan-Jen Huang","orcid":"https://orcid.org/0000-0002-3423-0408"},"institutions":[{"id":"https://openalex.org/I142974352","display_name":"National Sun Yat-sen University","ror":"https://ror.org/00mjawt10","country_code":"TW","type":"education","lineage":["https://openalex.org/I142974352"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wan-Jen Huang","raw_affiliation_strings":["Institute of Communications Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-3423-0408","affiliations":[{"raw_affiliation_string":"Institute of Communications Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan","institution_ids":["https://openalex.org/I142974352"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049089848","display_name":"Trung Q. Duong","orcid":"https://orcid.org/0000-0002-4703-4836"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Trung Q. Duong","raw_affiliation_strings":["Faculty of Engineering and Applied Science, Memorial University, St. John’s, NL, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4703-4836","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Applied Science, Memorial University, St. John’s, NL, Canada","institution_ids":["https://openalex.org/I130438778"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7929,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.94424732,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":"18","first_page":"29494","last_page":"29510"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.758415937423706},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7524905204772949},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.413801908493042},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.38505077362060547},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3621043562889099}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.758415937423706},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7524905204772949},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.413801908493042},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.38505077362060547},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3621043562889099}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2024.3411158","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3411158","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:pure.qub.ac.uk/portal:openaire/d2a6df9b-0375-40f7-ae86-26a3c7095833","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/d2a6df9b-0375-40f7-ae86-26a3c7095833","pdf_url":"https://pureadmin.qub.ac.uk/ws/files/606396350/RIS_ACLM.pdf","source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Saikia, P, Singh, K, Duong, T Q & Huang, W-J 2024, 'Hybrid deep reinforcement learning for enhancing localization and communication efficiency in RIS-aided cooperative ISAC systems', IEEE Internet of Things Journal. https://doi.org/10.1109/JIOT.2024.3411158","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.qub.ac.uk/portal:openaire/d2a6df9b-0375-40f7-ae86-26a3c7095833","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/d2a6df9b-0375-40f7-ae86-26a3c7095833","pdf_url":"https://pureadmin.qub.ac.uk/ws/files/606396350/RIS_ACLM.pdf","source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Saikia, P, Singh, K, Duong, T Q & Huang, W-J 2024, 'Hybrid deep reinforcement learning for enhancing localization and communication efficiency in RIS-aided cooperative ISAC systems', IEEE Internet of Things Journal. https://doi.org/10.1109/JIOT.2024.3411158","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6158586027","display_name":null,"funder_award_id":"NSTC 113-2218-E-110-008","funder_id":"https://openalex.org/F2461203286","funder_display_name":"National Science and Technology Council"},{"id":"https://openalex.org/G7881646666","display_name":null,"funder_award_id":"NSTC 113-2218-E-110-009","funder_id":"https://openalex.org/F2461203286","funder_display_name":"National Science and Technology Council"}],"funders":[{"id":"https://openalex.org/F2461203286","display_name":"National Science and Technology Council","ror":"https://ror.org/02kv4zf79"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399426672.pdf","grobid_xml":"https://content.openalex.org/works/W4399426672.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W2006599533","https://openalex.org/W2012197287","https://openalex.org/W2095292199","https://openalex.org/W2136526829","https://openalex.org/W2412917545","https://openalex.org/W2589237801","https://openalex.org/W2765613233","https://openalex.org/W2898035736","https://openalex.org/W2964149538","https://openalex.org/W2979897999","https://openalex.org/W3021587675","https://openalex.org/W3026429681","https://openalex.org/W3041293624","https://openalex.org/W3045635192","https://openalex.org/W3088007697","https://openalex.org/W3099076822","https://openalex.org/W3107554570","https://openalex.org/W3117965491","https://openalex.org/W3129486236","https://openalex.org/W3164896102","https://openalex.org/W3180641418","https://openalex.org/W3188554269","https://openalex.org/W3189447947","https://openalex.org/W3192880923","https://openalex.org/W3200072585","https://openalex.org/W3211270128","https://openalex.org/W4213442105","https://openalex.org/W4214900400","https://openalex.org/W4220957863","https://openalex.org/W4224310540","https://openalex.org/W4225086786","https://openalex.org/W4225737845","https://openalex.org/W4225905873","https://openalex.org/W4226061238","https://openalex.org/W4226165103","https://openalex.org/W4280581307","https://openalex.org/W4285020814","https://openalex.org/W4286569720","https://openalex.org/W4288062261","https://openalex.org/W4288769208","https://openalex.org/W4293095236","https://openalex.org/W4313886683","https://openalex.org/W4318586185","https://openalex.org/W4321488241","https://openalex.org/W4361029920","https://openalex.org/W4376478335","https://openalex.org/W4376479133","https://openalex.org/W4376480947","https://openalex.org/W4380303740","https://openalex.org/W4382998646","https://openalex.org/W4385255481","https://openalex.org/W4386233833","https://openalex.org/W4387042226","https://openalex.org/W4387681921","https://openalex.org/W4388692603","https://openalex.org/W4388878558","https://openalex.org/W4390871476","https://openalex.org/W4391092702","https://openalex.org/W4392158873"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3,67,110,173],"propose":[4,111],"a":[5,16,112,175,188],"novel":[6,189],"framework":[7,176],"that":[8,46,80],"combines":[9],"simultaneous":[10],"localization":[11,65],"and":[12,24,60,93,128,158,183],"communication":[13,25,59],"(SLAC)":[14],"using":[15,162],"reconfigurable":[17],"intelligent":[18],"surface":[19],"(RIS)":[20],"aided":[21],"integrated":[22],"sensing":[23,61],"(ISAC)":[26],"systems.":[27,38],"Our":[28],"primary":[29],"focus":[30],"is":[31],"on":[32,178],"enhancing":[33,54],"resource":[34],"efficiency":[35],"in":[36,100,209],"such":[37],"We":[39,198],"introduce":[40],"Cloud":[41],"Radio":[42],"Access":[43],"Networks":[44],"(C-RAN)":[45],"facilitate":[47],"collaboration":[48],"between":[49],"multiple":[50],"base":[51],"stations":[52],"(BSs),":[53],"cooperation":[55],"benefits":[56],"for":[57],"both":[58],"capabilities.":[62],"To":[63,168],"evaluate":[64],"performance,":[66],"formulate":[68],"an":[69],"optimization":[70],"problem":[71,155],"to":[72,102,124,137,160],"minimize":[73],"the":[74,82,88,104,108,121,126,132,139,146,150,154,216],"squared":[75],"position":[76],"error":[77],"bound":[78],"(SPEB)":[79],"reflects":[81],"system":[83,211],"functional":[84],"performance":[85,212],"by":[86,186,213],"optimizing":[87],"transmit":[89],"beamformer,":[90],"phase":[91,105],"shift":[92,106],"subcarrier":[94],"assignment":[95],"under":[96],"certain":[97],"constraints.":[98],"Moreover,":[99],"order":[101],"adjust":[103],"of":[107,131,149],"RIS,":[109],"RIS-aided":[113],"cooperative":[114],"ISAC":[115],"SLAC":[116],"protocol.":[117],"This":[118],"approach":[119],"utilizes":[120],"measurements":[122],"collected":[123],"refine":[125],"location":[127],"velocity":[129],"estimates":[130],"agent,":[133],"as":[134,136],"well":[135],"reconstruct":[138],"environmental":[140],"map":[141],"with":[142,215],"enhanced":[143],"accuracy.":[144],"However,":[145],"high":[147],"dimensionality":[148],"decision":[151,180],"space":[152],"makes":[153],"computationally":[156],"intensive":[157],"challenging":[159],"navigate":[161],"gradient-based":[163],"or":[164],"exhaustive":[165],"search":[166],"methods.":[167],"efficiently":[169],"tackle":[170],"these":[171],"issues,":[172],"construct":[174],"based":[177],"Markov":[179],"processes":[181],"(MDPs)":[182],"address":[184],"it":[185],"introducing":[187],"algorithm":[190,202],"called":[191],"hybrid":[192],"deep":[193],"reinforcement":[194],"learning":[195],"(HDRL)":[196],"algorithm.":[197],"validate":[199],"our":[200],"proposed":[201],"through":[203],"various":[204],"simulations,":[205],"demonstrating":[206],"its":[207],"effectiveness":[208],"improving":[210],"comparing":[214],"baseline":[217],"schemes.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}