{"id":"https://openalex.org/W4417282929","doi":"https://doi.org/10.1109/pimrc62392.2025.11274650","title":"Multi-Head Reinforcement Learning Based Resource Allocation for Integrated Sensing and Communications","display_name":"Multi-Head Reinforcement Learning Based Resource Allocation for Integrated Sensing and Communications","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4417282929","doi":"https://doi.org/10.1109/pimrc62392.2025.11274650"},"language":null,"primary_location":{"id":"doi:10.1109/pimrc62392.2025.11274650","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc62392.2025.11274650","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 36th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101229868","display_name":"Po-Chen Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Po-Chen Wu","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028508098","display_name":"Ting\u2010Hui Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ting-Hui Wang","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019371571","display_name":"Li-Hsiang Shen","orcid":"https://orcid.org/0000-0002-6412-5457"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Li-Hsiang Shen","raw_affiliation_strings":["National Central University,Department of Communication Engineering,Taoyuan,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Central University,Department of Communication Engineering,Taoyuan,Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020169858","display_name":"Kai\u2010Ten Feng","orcid":"https://orcid.org/0000-0002-2781-8449"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kai-Ten Feng","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101229868"],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39383723,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.27810001373291016,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.27810001373291016,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.12770000100135803,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.065700002014637,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7684000134468079},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6668999791145325},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.6575000286102295},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6015999913215637},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.46149998903274536},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.40459999442100525}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7684000134468079},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7531999945640564},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6668999791145325},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.6575000286102295},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6015999913215637},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.48410001397132874},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.46149998903274536},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46000000834465027},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41600000858306885},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.40459999442100525},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.4041999876499176},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.39320001006126404},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.29030001163482666},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C2989335485","wikidata":"https://www.wikidata.org/wiki/Q17130189","display_name":"Transmission rate","level":3,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc62392.2025.11274650","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc62392.2025.11274650","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 36th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320331164","display_name":"National Science and Technology Council","ror":"https://ror.org/00wnb9798"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W3128989612","https://openalex.org/W3209208698","https://openalex.org/W4210680852","https://openalex.org/W4223626062","https://openalex.org/W4283448880","https://openalex.org/W4288388709","https://openalex.org/W4297032622","https://openalex.org/W4322706735","https://openalex.org/W4327928524","https://openalex.org/W4376851221","https://openalex.org/W4385801564","https://openalex.org/W4388040434","https://openalex.org/W4389960977","https://openalex.org/W4390481160","https://openalex.org/W4390488663","https://openalex.org/W4402570613","https://openalex.org/W4403758979"],"related_works":[],"abstract_inverted_index":{"Integrated":[0],"sensing":[1,12,112,124,164],"and":[2,11,18,29,56,139],"communication":[3,10,94],"(ISAC)":[4],"enables":[5],"the":[6,47,77,93,101,111,122,129,147,153],"simultaneous":[7],"operation":[8],"of":[9,131,157],"functionalities,":[13],"leading":[14],"to":[15,61,98,106,120,143],"improved":[16],"efficiency":[17],"performance.":[19],"Furthermore,":[20],"multi-AP":[21],"coordination":[22],"(MAP-Co),":[23],"which":[24],"provides":[25],"higher":[26],"transmission":[27,63,108,155],"coverage":[28],"capacity,":[30],"has":[31],"attracted":[32],"significant":[33],"attention.":[34],"Therefore,":[35],"in":[36,146],"this":[37],"paper,":[38],"we":[39,59,80],"propose":[40,81],"an":[41],"indoor":[42],"ISAC":[43],"scenario":[44],"assisted":[45],"by":[46],"MAP-Co":[48],"scheme.":[49],"By":[50],"jointly":[51],"optimizing":[52],"transmit":[53],"power,":[54],"bandwidth,":[55],"subchannel":[57],"selection,":[58],"aim":[60],"maximize":[62,107],"throughput":[64],"while":[65],"guaranteeing":[66],"a":[67,82],"minimum":[68],"required":[69],"human":[70],"presence":[71],"detection":[72],"accuracy.":[73,165],"To":[74],"effectively":[75],"solve":[76],"complicated":[78],"task,":[79],"novel":[83],"multi-head":[84],"self-attention-assisted":[85],"reinforcement":[86],"learning":[87],"(MH-SARL)":[88],"algorithm.":[89],"In":[90],"our":[91,132],"algorithm,":[92],"head":[95,113],"is":[96],"designed":[97],"search":[99],"for":[100],"optimal":[102],"resource":[103],"allocation":[104],"policy":[105],"throughput,":[109],"whilst":[110],"focuses":[114],"on":[115],"suggesting":[116],"adequate":[117],"spectrum":[118],"utilization":[119],"satisfy":[121],"predefined":[123],"quality.":[125],"Simulation":[126],"results":[127],"demonstrate":[128],"effectiveness":[130],"proposed":[133],"MH-SARL":[134,150],"algorithm":[135],"under":[136],"different":[137],"scenarios":[138],"parameter":[140],"settings.":[141],"Compared":[142],"other":[144],"benchmarks":[145],"open":[148],"literature,":[149],"can":[151],"achieve":[152],"highest":[154],"rate":[156],"at":[158],"least":[159],"5%":[160],"increase":[161],"with":[162],"guaranteed":[163]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-12-12T00:00:00"}