{"id":"https://openalex.org/W7123349986","doi":"https://doi.org/10.1109/twc.2025.3650204","title":"Efficient Beam Selection for ISAC in Cell-Free Massive MIMO via Digital Twin-Assisted Deep Reinforcement Learning","display_name":"Efficient Beam Selection for ISAC in Cell-Free Massive MIMO via Digital Twin-Assisted Deep Reinforcement Learning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7123349986","doi":"https://doi.org/10.1109/twc.2025.3650204"},"language":null,"primary_location":{"id":"doi:10.1109/twc.2025.3650204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3650204","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jiexin Zhang","orcid":"https://orcid.org/0000-0001-6945-8827"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiexin Zhang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Frontiers Science Center for Mobile Information Communication and Security, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6945-8827","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Frontiers Science Center for Mobile Information Communication and Security, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122892250","display_name":"Shu Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Xu","raw_affiliation_strings":["School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6153-0505","affiliations":[{"raw_affiliation_string":"School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122871720","display_name":"Chunguo Li","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunguo Li","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Frontiers Science Center for Mobile Information Communication and Security, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-4689-7226","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Frontiers Science Center for Mobile Information Communication and Security, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122897704","display_name":"Yongming Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongming Huang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Frontiers Science Center for Mobile Information Communication and Security, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3616-4616","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Frontiers Science Center for Mobile Information Communication and Security, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":null,"display_name":"Luxi Yang","orcid":"https://orcid.org/0000-0003-1474-1806"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luxi Yang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Frontiers Science Center for Mobile Information Communication and Security, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1474-1806","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Frontiers Science Center for Mobile Information Communication and Security, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.521,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86624904,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"25","issue":null,"first_page":"9875","last_page":"9890"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.325300008058548,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.325300008058548,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.14790000021457672,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.07919999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6894000172615051},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6359999775886536},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.6107000112533569},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5600000023841858},{"id":"https://openalex.org/keywords/false-alarm","display_name":"False alarm","score":0.41019999980926514},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.37770000100135803},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.36660000681877136},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3474000096321106},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.3425999879837036}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8248999714851379},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6894000172615051},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6359999775886536},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.6107000112533569},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5600000023841858},{"id":"https://openalex.org/C2776836416","wikidata":"https://www.wikidata.org/wiki/Q1364844","display_name":"False alarm","level":2,"score":0.41019999980926514},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.37770000100135803},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.36660000681877136},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.34940001368522644},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3474000096321106},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.34200000762939453},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3292999863624573},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32850000262260437},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.3230000138282776},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.32109999656677246},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3082999885082245},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2985000014305115},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.26170000433921814},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C2775937380","wikidata":"https://www.wikidata.org/wiki/Q1232589","display_name":"Replica","level":2,"score":0.25780001282691956}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2025.3650204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3650204","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2374063051","display_name":null,"funder_award_id":"2242022k60002","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2984262549","display_name":null,"funder_award_id":"U25B2007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3630466707","display_name":null,"funder_award_id":"U1936201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6742537416","display_name":null,"funder_award_id":"2025ZD1302500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8475670238","display_name":"\u6df1\u5ea6\u5b66\u4e60\u8f85\u52a9\u7684\u667a\u80fd\u65e0\u7ebf\u901a\u4fe1\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61971128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G878839888","display_name":null,"funder_award_id":"BK20222001","funder_id":"https://openalex.org/F4320326318","funder_display_name":"Vignan's Foundation for Science, Technology and Research"},{"id":"https://openalex.org/G900479562","display_name":null,"funder_award_id":"62225107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326318","display_name":"Vignan's Foundation for Science, Technology and Research","ror":"https://ror.org/03bzf1g85"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2052019609","https://openalex.org/W2072196484","https://openalex.org/W2150339816","https://openalex.org/W2152886425","https://openalex.org/W2286275639","https://openalex.org/W2543580944","https://openalex.org/W2796047239","https://openalex.org/W2962737505","https://openalex.org/W3024812795","https://openalex.org/W3096831136","https://openalex.org/W3108957811","https://openalex.org/W3118245008","https://openalex.org/W3133546437","https://openalex.org/W3167193327","https://openalex.org/W3193816080","https://openalex.org/W3194620979","https://openalex.org/W3200820186","https://openalex.org/W4206931804","https://openalex.org/W4213475400","https://openalex.org/W4360584316","https://openalex.org/W4385245566","https://openalex.org/W4385453272","https://openalex.org/W4385627298","https://openalex.org/W4390534132","https://openalex.org/W4390938914","https://openalex.org/W4393099951","https://openalex.org/W4393972738","https://openalex.org/W4396523493","https://openalex.org/W4396754388","https://openalex.org/W4399206021","https://openalex.org/W4400276237","https://openalex.org/W4402300502","https://openalex.org/W4402570613","https://openalex.org/W4404035732","https://openalex.org/W4404238442","https://openalex.org/W4405056282","https://openalex.org/W4407025213","https://openalex.org/W4407309853","https://openalex.org/W4407900153","https://openalex.org/W4407948551","https://openalex.org/W4408947401","https://openalex.org/W4412030270"],"related_works":[],"abstract_inverted_index":{"Beamforming":[0],"enhances":[1],"signal":[2],"strength":[3],"and":[4,21,36,61,86,100,148,181,224],"quality":[5],"by":[6,165],"focusing":[7],"energy":[8],"in":[9,17,82],"specific":[10],"directions.":[11],"This":[12],"capability":[13],"is":[14,139],"particularly":[15],"crucial":[16],"cell-free":[18],"integrated":[19],"sensing":[20,37],"communication":[22,35],"(ISAC)":[23],"systems,":[24],"where":[25],"multiple":[26,53],"distributed":[27],"access":[28],"points":[29],"(APs)":[30],"collaborate":[31],"to":[32,91,142],"provide":[33],"both":[34],"services.":[38],"In":[39],"this":[40],"work,":[41],"we":[42,107,160],"first":[43],"derive":[44],"the":[45,64,97,136,156,162,172,182,186,195],"distribution":[46],"of":[47,103,135,155,178,185,198],"joint":[48],"target":[49,226],"detection":[50],"probabilities":[51],"across":[52,213],"receiving":[54],"APs":[55],"under":[56],"false":[57,218],"alarm":[58,219],"rate":[59],"constraints,":[60],"then":[62],"formulate":[63],"beam":[65,211],"selection":[66,212],"procedure":[67],"as":[68,132],"a":[69,76,110,123,133],"Markov":[70],"decision":[71],"process":[72],"(MDP).":[73],"We":[74],"establish":[75],"deep":[77],"reinforcement":[78],"learning":[79],"(DRL)":[80],"framework,":[81],"which":[83,202],"reward":[84],"shaping":[85],"sinusoidal":[87],"embedding":[88],"are":[89,189],"introduced":[90],"facilitate":[92],"agent":[93],"learning.":[94],"To":[95],"eliminate":[96],"high":[98,225],"costs":[99],"associated":[101],"risks":[102],"real-time":[104],"agent-environment":[105],"interactions,":[106],"further":[108],"propose":[109],"novel":[111],"digital":[112],"twin":[113],"(DT)-assisted":[114],"offline":[115,153],"DRL":[116],"approach.":[117],"Different":[118],"from":[119],"traditional":[120],"online":[121,205],"DRL,":[122],"conditional":[124],"generative":[125],"adversarial":[126],"network":[127],"(cGAN)-based":[128],"DT":[129],"module,":[130],"operating":[131],"replica":[134],"real":[137],"world,":[138],"meticulously":[140],"designed":[141],"generate":[143],"virtual":[144],"state-action":[145],"transition":[146],"pairs":[147],"enrich":[149],"data":[150],"diversity,":[151],"enabling":[152],"adjustment":[154],"agent\u2019s":[157],"policy.":[158],"Additionally,":[159],"address":[161],"out-of-distribution":[163],"issue":[164],"incorporating":[166],"an":[167],"extra":[168],"penalty":[169],"term":[170],"into":[171],"loss":[173],"function":[174,188],"design.":[175],"The":[176],"convergency":[177],"agent-DT":[179],"interaction":[180,206],"upper":[183],"bound":[184],"Q-error":[187],"theoretically":[190],"derived.":[191],"Numerical":[192],"results":[193],"demonstrate":[194],"remarkable":[196],"performance":[197],"our":[199],"proposed":[200],"approach,":[201],"significantly":[203],"reduces":[204],"overhead":[207],"while":[208],"maintaining":[209],"effective":[210],"diverse":[214],"conditions":[215],"including":[216],"strict":[217],"control,":[220],"low":[221],"signal-to-noise":[222],"ratios,":[223],"velocities.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-01-14T00:00:00"}