{"id":"https://openalex.org/W4402159311","doi":"https://doi.org/10.1109/icc51166.2024.10622959","title":"Federated Reinforcement Learning for Multi-Dual-STAR-RIS Assisted DFRC-Enabled Multi-BS in ISAC Systems","display_name":"Federated Reinforcement Learning for Multi-Dual-STAR-RIS Assisted DFRC-Enabled Multi-BS in ISAC Systems","publication_year":2024,"publication_date":"2024-06-09","ids":{"openalex":"https://openalex.org/W4402159311","doi":"https://doi.org/10.1109/icc51166.2024.10622959"},"language":"en","primary_location":{"id":"doi:10.1109/icc51166.2024.10622959","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc51166.2024.10622959","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2024 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101229868","display_name":"Po-Chen Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Po-Chen Wu","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019371571","display_name":"Li-Hsiang Shen","orcid":"https://orcid.org/0000-0002-6412-5457"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Li-Hsiang Shen","raw_affiliation_strings":["National Central University,Department of Communication Engineering,Taoyuan,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Central University,Department of Communication Engineering,Taoyuan,Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020169858","display_name":"Kai\u2010Ten Feng","orcid":"https://orcid.org/0000-0002-2781-8449"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kai-Ten Feng","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014661259","display_name":"Ching\u2010Yao Chan","orcid":"https://orcid.org/0000-0003-3992-2312"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ching-Yao Chan","raw_affiliation_strings":["California PATH, University of California,Berkeley,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California PATH, University of California,Berkeley,USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2986","last_page":"2991"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.775420069694519},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.695400059223175},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6252365708351135},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21712103486061096}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.775420069694519},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.695400059223175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6252365708351135},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21712103486061096},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc51166.2024.10622959","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc51166.2024.10622959","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2024 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2120843822","https://openalex.org/W2309428493","https://openalex.org/W3135998278","https://openalex.org/W3178081691","https://openalex.org/W4200633191","https://openalex.org/W4205204500","https://openalex.org/W4210680852","https://openalex.org/W4224443907","https://openalex.org/W4226039372","https://openalex.org/W4285284837","https://openalex.org/W4288769208","https://openalex.org/W4309694836","https://openalex.org/W4321482224","https://openalex.org/W4321780112","https://openalex.org/W4327928524","https://openalex.org/W4376478385","https://openalex.org/W4383960513","https://openalex.org/W4388080238","https://openalex.org/W6854896433"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Integrated":[0],"sensing":[1,23,186],"and":[2,24,29,39,76,133,148,185,197,221,227],"communication":[3,25],"(ISAC)":[4],"has":[5],"become":[6],"a":[7,115],"key":[8],"technology":[9],"in":[10,59,81,166,175],"the":[11,18,49,87,93,129,136,143,152,167,193,203,208,213],"sixth-generation":[12],"(6G)":[13],"wireless":[14],"networks,":[15],"catering":[16],"to":[17,44,55,67,108,160,212],"growing":[19],"need":[20],"for":[21,85,141],"ubiquitous":[22],"tasks.":[26],"Simultaneously":[27],"transmitting":[28],"reflecting":[30],"reconfigurable":[31],"intelligent":[32],"surface":[33],"(STAR-RIS)":[34],"can":[35,206],"harness":[36],"both":[37],"reflective":[38],"refractive":[40],"signals":[41],"delivered.":[42],"Due":[43],"orientation":[45],"limitation":[46,103],"of":[47,71,79,104,131,151,177,180,192,200],"STAR-RISs,":[48],"multi-dual":[50],"STAR-RISs":[51],"(MD-STAR)":[52],"is":[53],"conceived":[54],"facilitate":[56,161],"full-plane":[57],"services":[58],"ISAC":[60,82],"systems.":[61],"In":[62,106],"this":[63,110],"paper,":[64],"we":[65,113,156],"intend":[66],"solve":[68,109],"active":[69],"beamforming":[70,78],"dual-function":[72],"radar-communication":[73],"(DFRC)-enabled":[74],"BSs":[75,132],"passive":[77],"MD-STAR":[80,181],"systems,":[83],"aiming":[84],"maximizing":[86],"achievable":[88],"sum":[89],"rate":[90,147,150,210],"constrained":[91],"by":[92],"maximum":[94],"position":[95],"error":[96],"bound":[97],"(PEB)":[98],"as":[99,101],"well":[100],"hardware":[102],"MD-STAR.":[105],"order":[107],"complex":[111],"problem,":[112],"propose":[114],"two-layered":[116],"multi-agent":[117],"federated":[118,158,201,223],"Q-learning":[119,125,139,196,217],"(TMFQ)":[120],"scheme.":[121],"The":[122],"inner":[123,168,194],"layer":[124,138,195],"focuses":[126],"on":[127],"obtaining":[128],"solution":[130],"MD-STAR,":[134],"whilst":[135],"outer":[137],"aims":[140],"optimizing":[142],"hyperparameters,":[144],"including":[145,216],"learning":[146,159],"discount":[149],"inner-layer":[153],"one.":[154],"Additionally,":[155],"employ":[157],"information":[162,198],"exchange":[163,199],"between":[164],"agents":[165],"Q-learning.":[169],"We":[170],"evaluate":[171],"our":[172],"proposed":[173,204],"TMFQ":[174,205],"terms":[176],"different":[178],"numbers":[179],"elements,":[182],"transmit":[183],"antennas,":[184],"targets.":[187],"Benefiting":[188],"from":[189],"hyperparameter":[190,219],"optimization":[191,220],"learning,":[202,224],"achieve":[207],"highest":[209],"compared":[211],"other":[214],"benchmarks,":[215],"without":[218,222],"heuristic":[225],"algorithm,":[226],"conventional":[228],"beamforming.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}