{"id":"https://openalex.org/W4414229310","doi":"https://doi.org/10.1109/taes.2025.3610464","title":"Dual-Functional IRS Design for ISAC via Reinforcement Learning in Unknown Environment","display_name":"Dual-Functional IRS Design for ISAC via Reinforcement Learning in Unknown Environment","publication_year":2025,"publication_date":"2025-09-16","ids":{"openalex":"https://openalex.org/W4414229310","doi":"https://doi.org/10.1109/taes.2025.3610464"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2025.3610464","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2025.3610464","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048497884","display_name":"Weitong Zhai","orcid":"https://orcid.org/0000-0001-7831-3857"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weitong Zhai","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7831-3857","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100609660","display_name":"Xiangrong Wang","orcid":"https://orcid.org/0000-0002-1893-7606"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangrong Wang","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1893-7606","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087125783","display_name":"Chengwei Zhou","orcid":"https://orcid.org/0000-0002-9437-2379"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengwei Zhou","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9437-2379","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075507631","display_name":"Maria Greco","orcid":"https://orcid.org/0000-0002-3804-2949"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maria Sabrina Greco","raw_affiliation_strings":["Department of Information Engineering, University of Pisa, Pisa, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3804-2949","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014201482","display_name":"Fulvio Gini","orcid":"https://orcid.org/0000-0002-5362-7320"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fulvio Gini","raw_affiliation_strings":["Department of Information Engineering, University of Pisa, Pisa, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5362-7320","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041940889","display_name":"Zhiguo Shi","orcid":"https://orcid.org/0000-0001-9160-048X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiguo Shi","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9160-048X","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5997,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.72201345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"61","issue":"6","first_page":"17785","last_page":"17803"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.7461000084877014,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.7461000084877014,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.6960999965667725,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6850000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8230000138282776},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.7034000158309937},{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.6168000102043152},{"id":"https://openalex.org/keywords/gramian-matrix","display_name":"Gramian matrix","score":0.5335999727249146},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4738999903202057},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.42809998989105225},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3564000129699707},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.32749998569488525}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8230000138282776},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.7034000158309937},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6953999996185303},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.6168000102043152},{"id":"https://openalex.org/C77246614","wikidata":"https://www.wikidata.org/wiki/Q1409400","display_name":"Gramian matrix","level":3,"score":0.5335999727249146},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4738999903202057},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.42809998989105225},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.3788999915122986},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.365200012922287},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33739998936653137},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.3158999979496002},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3037000000476837},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.2992999851703644},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.29030001163482666},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2728999853134155},{"id":"https://openalex.org/C123079801","wikidata":"https://www.wikidata.org/wiki/Q750240","display_name":"Modulation (music)","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.26739999651908875},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.25060001015663147},{"id":"https://openalex.org/C138916503","wikidata":"https://www.wikidata.org/wiki/Q2714551","display_name":"Link adaptation","level":4,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taes.2025.3610464","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2025.3610464","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},{"id":"pmh:oai:arpi.unipi.it:11568/1344229","is_oa":false,"landing_page_url":"https://hdl.handle.net/11568/1344229","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1056100411","display_name":null,"funder_award_id":"L244045","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G2682853614","display_name":"\u96f7\u8fbe\u901a\u4fe1\u5171\u4eab\u6ce2\u5f62\u7a7a\u57df\u591a\u6837\u6027\u7684\u4f18\u5316\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62071021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3264165046","display_name":null,"funder_award_id":"20240484539","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G336257773","display_name":null,"funder_award_id":"61827901","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5699238303","display_name":null,"funder_award_id":"2022484107","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G8079763631","display_name":null,"funder_award_id":"20230484338","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G8631212603","display_name":null,"funder_award_id":"U2333212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W2139281171","https://openalex.org/W2299553154","https://openalex.org/W2340745402","https://openalex.org/W2590141315","https://openalex.org/W2769776241","https://openalex.org/W2807797790","https://openalex.org/W2886411291","https://openalex.org/W2972820227","https://openalex.org/W2972894689","https://openalex.org/W2990747873","https://openalex.org/W2999272775","https://openalex.org/W3010695123","https://openalex.org/W3039402952","https://openalex.org/W3133546437","https://openalex.org/W3133945977","https://openalex.org/W3154003282","https://openalex.org/W3161522428","https://openalex.org/W3180206688","https://openalex.org/W3189090535","https://openalex.org/W3192638455","https://openalex.org/W3198071899","https://openalex.org/W3200820186","https://openalex.org/W3204345069","https://openalex.org/W3207262050","https://openalex.org/W3209801506","https://openalex.org/W3214276595","https://openalex.org/W4205204500","https://openalex.org/W4206266781","https://openalex.org/W4214867678","https://openalex.org/W4283833094","https://openalex.org/W4312517249","https://openalex.org/W4312610058","https://openalex.org/W4312911292","https://openalex.org/W4321780112","https://openalex.org/W4324116633","https://openalex.org/W4327928524","https://openalex.org/W4367663100","https://openalex.org/W4376607526","https://openalex.org/W4377235482","https://openalex.org/W4380839009","https://openalex.org/W4386038349","https://openalex.org/W4386275738","https://openalex.org/W4386703483","https://openalex.org/W4386824700","https://openalex.org/W4387029028","https://openalex.org/W4387197044","https://openalex.org/W4387350570","https://openalex.org/W4388505244","https://openalex.org/W4388692603","https://openalex.org/W4388837980","https://openalex.org/W4390534227","https://openalex.org/W4391092702","https://openalex.org/W4391547642","https://openalex.org/W4396670781","https://openalex.org/W4408697683","https://openalex.org/W6884618638"],"related_works":[],"abstract_inverted_index":{"Integrated":[0],"sensing":[1,33,63,120],"and":[2,32,61,119,167],"communications":[3,31,60,118],"(ISAC)":[4],"has":[5],"been":[6],"envisioned":[7],"as":[8,39],"a":[9,25,48,85,95],"pivotal":[10],"technology":[11],"in":[12,34,70,121,179],"solving":[13],"the":[14,66,78,104,108,127,132,139,149,159,165,168,180],"exacerbated":[15],"spectrum":[16],"congestion":[17],"problem.":[18],"Meanwhile,":[19],"intelligent":[20],"reflective":[21],"surface":[22],"(IRS)":[23],"presents":[24],"promising":[26],"avenue":[27],"for":[28,112],"enhancing":[29],"both":[30],"severe":[35],"obstruction":[36],"scenarios,":[37],"such":[38],"dense":[40],"urban":[41],"area.":[42],"In":[43,74],"this":[44],"paper,":[45],"we":[46,82,102,135],"propose":[47,136],"reinforcement":[49],"learning":[50],"(RL)-based":[51],"IRS-assisted":[52,79,169],"ISAC":[53,80,170],"design":[54,138],"that":[55,88,158],"enables":[56],"simultaneous":[57],"multi-user":[58],"downlink":[59],"multi-target":[62],"via":[64,172],"optimizing":[65],"IRS":[67,151],"reflection":[68,152],"coefficients":[69],"unknown":[71,122,181],"high-obstruction":[72],"scenarios.":[73],"order":[75],"to":[76,106,125,137,147],"facilitate":[77],"design,":[81],"first":[83],"introduce":[84],"two-phase":[86,160],"method":[87,161],"can":[89,162],"achieve":[90],"precise":[91],"channel":[92],"estimation":[93],"with":[94],"small":[96],"number":[97],"of":[98],"pilot":[99],"signals.":[100],"Subsequently,":[101],"employ":[103],"RL":[105,133,173],"co-design":[107],"dual-functional":[109,177],"IRS,":[110],"striving":[111],"an":[113,175],"optimal":[114,150],"performance":[115,178],"balance":[116],"between":[117],"environments.":[123],"Specifically,":[124],"address":[126],"non-convex":[128],"problems":[129],"arising":[130],"from":[131],"training,":[134],"Gramian":[140],"matrix":[141,145],"first,":[142],"followed":[143],"by":[144],"decomposition":[146],"obtain":[148],"coefficients.":[153],"Extensive":[154],"simulations":[155],"have":[156],"demonstrated":[157],"accurately":[163],"estimate":[164],"channel,":[166],"designed":[171],"exhibits":[174],"excellent":[176],"environment.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}