{"id":"https://openalex.org/W4405709146","doi":"https://doi.org/10.1109/mvt.2024.3503537","title":"Deep Reinforcement Learning Over RIS-Assisted Integrated Sensing and Communication: Challenges and Opportunities","display_name":"Deep Reinforcement Learning Over RIS-Assisted Integrated Sensing and Communication: Challenges and Opportunities","publication_year":2024,"publication_date":"2024-12-23","ids":{"openalex":"https://openalex.org/W4405709146","doi":"https://doi.org/10.1109/mvt.2024.3503537"},"language":"en","primary_location":{"id":"doi:10.1109/mvt.2024.3503537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mvt.2024.3503537","pdf_url":null,"source":{"id":"https://openalex.org/S98855836","display_name":"IEEE Vehicular Technology Magazine","issn_l":"1556-6072","issn":["1556-6072","1556-6080"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Vehicular Technology Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100457654","display_name":"Zhen Chen","orcid":"https://orcid.org/0000-0001-8018-9103"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Zhen Chen","raw_affiliation_strings":["Institute of Microelectronics, University of Macau, Taipa, Macau, China"],"raw_orcid":"https://orcid.org/0000-0001-8018-9103","affiliations":[{"raw_affiliation_string":"Institute of Microelectronics, University of Macau, Taipa, Macau, China","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105875685","display_name":"Lei Huang","orcid":"https://orcid.org/0000-0003-4534-7625"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Huang","raw_affiliation_strings":["College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","State Key Laboratory of Radio Frequency Heterogeneous ­Integration, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-4534-7625","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"State Key Laboratory of Radio Frequency Heterogeneous ­Integration, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082563150","display_name":"Hing Cheung So","orcid":"https://orcid.org/0000-0001-8396-7898"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hing Cheung So","raw_affiliation_strings":["Department of Electronic Engineering, City University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-8396-7898","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041881347","display_name":"Hao Jiang","orcid":"https://orcid.org/0000-0002-6757-4231"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Jiang","raw_affiliation_strings":["Artificial Intelligence / School of Future Technology, Nanjing University of Information Science and Technology, Nanjing, China","Artificial Intelligence/School of Future Technology, Nanjing University of Information Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6757-4231","affiliations":[{"raw_affiliation_string":"Artificial Intelligence / School of Future Technology, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"Artificial Intelligence/School of Future Technology, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031038951","display_name":"Xiu Yin Zhang","orcid":"https://orcid.org/0000-0003-3659-0586"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiu Yin Zhang","raw_affiliation_strings":["School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","School of Electronic and Information Engineering, South China University of Technology School of Electronics and Information Engineering, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology School of Electronics and Information Engineering, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029002143","display_name":"Jiangzhou Wang","orcid":"https://orcid.org/0000-0003-0881-3594"},"institutions":[{"id":"https://openalex.org/I20581793","display_name":"University of Kent","ror":"https://ror.org/00xkeyj56","country_code":"GB","type":"education","lineage":["https://openalex.org/I20581793"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jiangzhou Wang","raw_affiliation_strings":["University of Kent, Canterbury, United Kingdom","University of Kent, Canterbury, U.K"],"raw_orcid":"https://orcid.org/0000-0003-0881-3594","affiliations":[{"raw_affiliation_string":"University of Kent, Canterbury, United Kingdom","institution_ids":["https://openalex.org/I20581793"]},{"raw_affiliation_string":"University of Kent, Canterbury, U.K","institution_ids":["https://openalex.org/I20581793"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5453,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.95380879,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"20","issue":"3","first_page":"97","last_page":"105"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.95660001039505,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.653958261013031},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.42722564935684204},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.41390371322631836},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.41329097747802734},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3950863182544708},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.3467642366886139},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3335804045200348},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2605230212211609}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.653958261013031},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42722564935684204},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.41390371322631836},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.41329097747802734},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3950863182544708},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3467642366886139},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3335804045200348},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2605230212211609}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mvt.2024.3503537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mvt.2024.3503537","pdf_url":null,"source":{"id":"https://openalex.org/S98855836","display_name":"IEEE Vehicular Technology Magazine","issn_l":"1556-6072","issn":["1556-6072","1556-6080"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Vehicular Technology Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G4610515550","display_name":null,"funder_award_id":"2024A1515011172","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G6011589862","display_name":null,"funder_award_id":"62371197","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6444706749","display_name":null,"funder_award_id":"2022A1515011189","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W3006762012","https://openalex.org/W3034281970","https://openalex.org/W3195605735","https://openalex.org/W3211270128","https://openalex.org/W3212260081","https://openalex.org/W3213510032","https://openalex.org/W4205224143","https://openalex.org/W4226115187","https://openalex.org/W4285246009","https://openalex.org/W4320031218","https://openalex.org/W4376481112","https://openalex.org/W4377001500","https://openalex.org/W4379116905","https://openalex.org/W4385656561","https://openalex.org/W4391547642"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548"],"abstract_inverted_index":{"The":[0,91],"advancement":[1],"of":[2,10,74,112,135,142],"deep":[3],"learning":[4,20],"(DL)":[5],"significantly":[6],"accelerates":[7],"the":[8,43,65,83,110,120,129,136],"development":[9],"future":[11,140],"integrated":[12],"sensing":[13],"and":[14,50,87,100,132,153],"communication":[15],"(ISAC)":[16],"systems.":[17],"Deep":[18],"reinforcement":[19],"(DRL),":[21],"as":[22,150],"a":[23,31,72],"promising":[24],"DL":[25],"approach,":[26],"has":[27],"emerged":[28],"to":[29,55,96,127],"leverage":[30],"distributed":[32],"personalized":[33],"dataset":[34],"from":[35],"different":[36],"reconfigurable":[37],"intelligent":[38],"surface":[39],"(RIS)":[40],"nodes.":[41],"However,":[42],"high":[44],"costs":[45],"associated":[46],"with":[47,94],"data":[48],"offloading":[49],"model":[51],"training":[52],"pose":[53],"challenges":[54],"implementing":[56],"network":[57,66],"intelligence":[58],"within":[59],"existing":[60],"ISAC":[61,98,116,137,147],"frameworks,":[62],"particularly":[63],"at":[64],"edges.":[67],"To":[68,118],"address":[69],"this":[70],"limitation,":[71],"paradigm":[73],"RIS-enabled":[75,113,143],"DRL":[76,114,144],"technology":[77,145],"is":[78],"developed":[79],"that":[80],"can":[81,106],"overcome":[82],"arithmetic,":[84],"high-frequency":[85],"transmission,":[86],"coverage":[88],"region":[89],"problems.":[90],"fundamental":[92],"studies":[93],"respect":[95],"RIS-assisted":[97],"modeling":[99],"its":[101],"solution":[102],"are":[103,125,156],"investigated,":[104],"which":[105],"provide":[107],"insights":[108],"into":[109],"design":[111],"in":[115],"networks.":[117],"facilitate":[119],"corresponding":[121],"implementation,":[122],"key":[123],"techniques":[124],"proposed":[126],"integrate":[128],"communication,":[130],"sensing,":[131],"computation":[133],"capabilities":[134],"network.":[138],"Moreover,":[139],"trends":[141],"for":[146],"networks,":[148],"such":[149],"potential":[151],"applications":[152],"open":[154],"issues,":[155],"discussed.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}