{"id":"https://openalex.org/W7139027653","doi":"https://doi.org/10.1109/globecom59602.2025.11431713","title":"Dynamic Beamforming and Power Allocation in ISAC via Deep Reinforcement Learning","display_name":"Dynamic Beamforming and Power Allocation in ISAC via Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W7139027653","doi":"https://doi.org/10.1109/globecom59602.2025.11431713"},"language":null,"primary_location":{"id":"doi:10.1109/globecom59602.2025.11431713","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11431713","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117490139","display_name":"Duc Nguyen Dao","orcid":null},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Duc Nguyen Dao","raw_affiliation_strings":["University of Twente,Radio Systems Group,Enschede,Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Twente,Radio Systems Group,Enschede,Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078037091","display_name":"Andr\u00e9 B.J. Kokkeler","orcid":"https://orcid.org/0000-0002-9259-1172"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 B. J. Kokkeler","raw_affiliation_strings":["University of Twente,Radio Systems Group,Enschede,Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Twente,Radio Systems Group,Enschede,Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091310933","display_name":"Haibin Zhang","orcid":"https://orcid.org/0000-0002-5854-1841"},"institutions":[{"id":"https://openalex.org/I148297040","display_name":"Netherlands Organisation for Applied Scientific Research","ror":"https://ror.org/01bnjb948","country_code":"NL","type":"nonprofit","lineage":["https://openalex.org/I148297040"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Haibin Zhang","raw_affiliation_strings":["TNO,Department of Networks,The Hague,Netherlands"],"affiliations":[{"raw_affiliation_string":"TNO,Department of Networks,The Hague,Netherlands","institution_ids":["https://openalex.org/I148297040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130147546","display_name":"Yang Miao","orcid":null},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Yang Miao","raw_affiliation_strings":["University of Twente,Radio Systems Group,Enschede,Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Twente,Radio Systems Group,Enschede,Netherlands","institution_ids":["https://openalex.org/I94624287"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5117490139"],"corresponding_institution_ids":["https://openalex.org/I94624287"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.68070742,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3542","last_page":"3548"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.18700000643730164,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.18700000643730164,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.17249999940395355,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.12700000405311584,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8234999775886536},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6601999998092651},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6500999927520752},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.5238000154495239},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.5232999920845032},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4203999936580658},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.41940000653266907}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8234999775886536},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7325000166893005},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6601999998092651},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6500999927520752},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.5238000154495239},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.5232999920845032},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.41940000653266907},{"id":"https://openalex.org/C2776029896","wikidata":"https://www.wikidata.org/wiki/Q3935810","display_name":"Relaxation (psychology)","level":2,"score":0.38019999861717224},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3564999997615814},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33980000019073486},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C101901036","wikidata":"https://www.wikidata.org/wiki/Q2269096","display_name":"Semidefinite programming","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2858000099658966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28119999170303345},{"id":"https://openalex.org/C22607594","wikidata":"https://www.wikidata.org/wiki/Q5375150","display_name":"Enabling","level":2,"score":0.2653999924659729}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom59602.2025.11431713","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11431713","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2154786938","https://openalex.org/W2908498346","https://openalex.org/W2955133642","https://openalex.org/W2963290405","https://openalex.org/W3040589146","https://openalex.org/W4225013399","https://openalex.org/W4312258136","https://openalex.org/W4361801952","https://openalex.org/W4381785965","https://openalex.org/W4396689868","https://openalex.org/W4401880132","https://openalex.org/W4406568222","https://openalex.org/W4410227162"],"related_works":[],"abstract_inverted_index":{"Integrated":[0],"Sensing":[1],"and":[2,14,21,60,73,79,96],"Communication":[3],"(ISAC)":[4],"is":[5],"a":[6,51,106,115,139],"key":[7],"enabler":[8],"in":[9,30,33,40,63,118,170],"6G":[10],"networks,":[11],"where":[12],"sensing":[13],"communication":[15],"capabilities":[16],"are":[17],"designed":[18],"to":[19,99,129],"complement":[20],"enhance":[22],"each":[23],"other.":[24],"One":[25],"of":[26,101,105,124,163],"the":[27,71,89,102,133,147,161],"main":[28],"challenges":[29],"ISAC":[31,64,169],"lies":[32],"resource":[34],"allocation,":[35],"which":[36],"becomes":[37],"computationally":[38],"demanding":[39],"dynamic":[41,58,171],"environments":[42],"requiring":[43],"real-time":[44],"adaptation.":[45],"In":[46],"this":[47],"paper,":[48],"we":[49],"propose":[50],"Deep":[52,140],"Reinforcement":[53],"Learning":[54],"(DRL)-based":[55],"approach":[56,149],"for":[57,132,165],"beamforming":[59],"power":[61],"allocation":[62],"systems.":[65],"The":[66],"DRL":[67,164],"agent":[68],"interacts":[69],"with":[70,138,155],"environment":[72],"learns":[74],"optimal":[75],"strategies":[76],"through":[77],"trial":[78],"error,":[80],"guided":[81],"by":[82],"predefined":[83],"rewards.":[84],"Simulation":[85],"results":[86,159],"show":[87],"that":[88],"DRL-based":[90],"solution":[91],"converges":[92],"within":[93],"2000":[94],"episodes":[95],"achieves":[97,150],"up":[98],"80%":[100],"spectral":[103],"efficiency":[104],"semidefinite":[107],"relaxation":[108],"(SDR)":[109],"benchmark.":[110],"More":[111],"importantly,":[112],"it":[113],"offers":[114],"significant":[116],"improvement":[117],"runtime":[119],"performance,":[120],"achieving":[121],"decision":[122],"times":[123],"around":[125],"20":[126],"ms":[127,131],"compared":[128,137],"4500":[130],"SDR":[134],"method.":[135],"Furthermore,":[136],"Q-Network":[141],"(DQN)":[142],"benchmark":[143],"employing":[144],"discrete":[145],"beamforming,":[146],"proposed":[148],"approximately":[151],"30%":[152],"higher":[153],"sum-rate":[154],"comparable":[156],"runtime.":[157],"These":[158],"highlight":[160],"potential":[162],"enabling":[166],"real-time,":[167],"high-performance":[168],"scenarios.":[172]},"counts_by_year":[],"updated_date":"2026-03-20T20:54:20.808490","created_date":"2026-03-20T00:00:00"}