{"id":"https://openalex.org/W6979271963","doi":null,"title":"Efficient Beam Selection for ISAC in Cell-Free Massive MIMO via Digital Twin-Assisted Deep Reinforcement Learning","display_name":"Efficient Beam Selection for ISAC in Cell-Free Massive MIMO via Digital Twin-Assisted Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W6979271963"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.18560","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.18560","pdf_url":"https://arxiv.org/pdf/2506.18560","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.18560","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030262793","display_name":"Jiexin Zhang","orcid":"https://orcid.org/0000-0001-6945-8827","observed_orcids":["https://orcid.org/0000-0001-6945-8827"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiexin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xu, Shu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Shu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083864182","display_name":"Chunguo Li","orcid":"https://orcid.org/0000-0002-4689-7226","observed_orcids":["https://orcid.org/0000-0002-4689-7226"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chunguo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125212203","display_name":"Yongming Huang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yongming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Yang, Luxi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Luxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9282000064849854,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9282000064849854,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.01940000057220459,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.007899999618530273,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/integrated-sensing-and-communication","display_name":"integrated sensing and communication","score":0.8980000019073486},{"id":"https://openalex.org/keywords/cell-free-massive-mimo","display_name":"cell-free massive MIMO","score":0.9909999966621399},{"id":"https://openalex.org/keywords/beam-selection","display_name":"beam selection","score":0.9909999966621399},{"id":"https://openalex.org/keywords/beamforming","display_name":"beamforming","score":0.8429999947547913},{"id":"https://openalex.org/keywords/digital-twin","display_name":"digital twin","score":0.8379999995231628},{"id":"https://openalex.org/keywords/conditional-gan","display_name":"conditional generative adversarial networks","score":0.8989999890327454},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7839999794960022},{"id":"https://openalex.org/keywords/target-detection-probability","display_name":"target detection probability","score":0.8519999980926514},{"id":"https://openalex.org/keywords/false-alarm-rate","display_name":"false alarm rate","score":0.8809999823570251},{"id":"https://openalex.org/keywords/reward-shaping","display_name":"reward shaping","score":0.9380000233650208},{"id":"https://openalex.org/keywords/out-of-distribution-robustness","display_name":"out-of-distribution robustness","score":0.8389999866485596},{"id":"https://openalex.org/keywords/distributed-access-points","display_name":"distributed access points","score":0.7540000081062317}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7257000207901001},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.631600022315979},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5856999754905701},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5698999762535095},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.5328999757766724},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4189999997615814},{"id":"https://openalex.org/C2776836416","wikidata":"https://www.wikidata.org/wiki/Q1364844","display_name":"False alarm","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.382999986410141},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3564999997615814},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3255000114440918},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32030001282691956},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3174000084400177},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31529998779296875},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.31200000643730164},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3098999857902527},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.29840001463890076},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.29179999232292175},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.28999999165534973},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C2775937380","wikidata":"https://www.wikidata.org/wiki/Q1232589","display_name":"Replica","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.274399995803833},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C2780575108","wikidata":"https://www.wikidata.org/wiki/Q7316652","display_name":"Retargeting","level":2,"score":0.25859999656677246}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:arXiv.org:2506.18560","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.18560","pdf_url":"https://arxiv.org/pdf/2506.18560","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.18560","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.18560","pdf_url":"https://arxiv.org/pdf/2506.18560","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Beamforming":[0],"enhances":[1],"signal":[2],"strength":[3],"and":[4,21,36,61,86,100,148,181,224],"quality":[5],"by":[6,165],"focusing":[7],"energy":[8],"in":[9,17,82],"specific":[10],"directions.":[11],"This":[12],"capability":[13],"is":[14,139],"particularly":[15],"crucial":[16],"cell-free":[18],"integrated":[19],"sensing":[20,37],"communication":[22,35],"(ISAC)":[23],"systems,":[24],"where":[25],"multiple":[26,53],"distributed":[27],"access":[28],"points":[29],"(APs)":[30],"collaborate":[31],"to":[32,91,142],"provide":[33],"both":[34],"services.":[38],"In":[39],"this":[40],"work,":[41],"we":[42,107,160],"first":[43],"derive":[44],"the":[45,64,97,136,156,162,172,182,186,195],"distribution":[46],"of":[47,103,135,155,178,185,198],"joint":[48],"target":[49,226],"detection":[50],"probabilities":[51],"across":[52,213],"receiving":[54],"APs":[55],"under":[56],"false":[57,218],"alarm":[58,219],"rate":[59],"constraints,":[60],"then":[62],"formulate":[63],"beam":[65,211],"selection":[66,212],"procedure":[67],"as":[68,132],"a":[69,76,110,123,133],"Markov":[70],"decision":[71],"process":[72],"(MDP).":[73],"We":[74],"establish":[75],"deep":[77],"reinforcement":[78],"learning":[79],"(DRL)":[80],"framework,":[81],"which":[83,202],"reward":[84],"shaping":[85],"sinusoidal":[87],"embedding":[88],"are":[89,189],"introduced":[90],"facilitate":[92],"agent":[93],"learning.":[94],"To":[95],"eliminate":[96],"high":[98,225],"costs":[99],"associated":[101],"risks":[102],"real-time":[104],"agent-environment":[105],"interactions,":[106],"further":[108],"propose":[109],"novel":[111],"digital":[112],"twin":[113],"(DT)-assisted":[114],"offline":[115,153],"DRL":[116],"approach.":[117],"Different":[118],"from":[119],"traditional":[120],"online":[121,205],"DRL,":[122],"conditional":[124],"generative":[125],"adversarial":[126],"network":[127],"(cGAN)-based":[128],"DT":[129],"module,":[130],"operating":[131],"replica":[134],"real":[137],"world,":[138],"meticulously":[140],"designed":[141],"generate":[143],"virtual":[144],"state-action":[145],"transition":[146],"pairs":[147],"enrich":[149],"data":[150],"diversity,":[151],"enabling":[152],"adjustment":[154],"agent's":[157],"policy.":[158],"Additionally,":[159],"address":[161],"out-of-distribution":[163],"issue":[164],"incorporating":[166],"an":[167],"extra":[168],"penalty":[169],"term":[170],"into":[171],"loss":[173],"function":[174,188],"design.":[175],"The":[176],"convergency":[177],"agent-DT":[179],"interaction":[180,206],"upper":[183],"bound":[184],"Q-error":[187],"theoretically":[190],"derived.":[191],"Numerical":[192],"results":[193],"demonstrate":[194],"remarkable":[196],"performance":[197],"our":[199],"proposed":[200],"approach,":[201],"significantly":[203],"reduces":[204],"overhead":[207],"while":[208],"maintaining":[209],"effective":[210],"diverse":[214],"conditions":[215],"including":[216],"strict":[217],"control,":[220],"low":[221],"signal-to-noise":[222],"ratios,":[223],"velocities.":[227]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-10T00:00:00"}