{"id":"https://openalex.org/W4414538943","doi":"https://doi.org/10.1109/icc52391.2025.11161870","title":"Reinforcement Learning for Energy Efficient Resource Allocation in ISAC Systems with Integrated WiFi-Radar","display_name":"Reinforcement Learning for Energy Efficient Resource Allocation in ISAC Systems with Integrated WiFi-Radar","publication_year":2025,"publication_date":"2025-06-08","ids":{"openalex":"https://openalex.org/W4414538943","doi":"https://doi.org/10.1109/icc52391.2025.11161870"},"language":"en","primary_location":{"id":"doi:10.1109/icc52391.2025.11161870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc52391.2025.11161870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2025 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chin-Hung Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chin-Hung Cheng","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046698517","display_name":"An-Hung Hsiao","orcid":"https://orcid.org/0009-0001-5815-2205"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"An-Hung Hsiao","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020169858","display_name":"Kai\u2010Ten Feng","orcid":"https://orcid.org/0000-0002-2781-8449"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kai-Ten Feng","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019371571","display_name":"Li-Hsiang Shen","orcid":"https://orcid.org/0000-0002-6412-5457"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Li-Hsiang Shen","raw_affiliation_strings":["National Central University,Department of Communication Engineering,Taoyuan,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Central University,Department of Communication Engineering,Taoyuan,Taiwan","institution_ids":["https://openalex.org/I22265921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4457","last_page":"4462"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9433000087738037,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9433000087738037,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.928600013256073,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.588100016117096},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5426999926567078},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.541100025177002},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.508400022983551},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4941999912261963},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4569999873638153},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4560000002384186},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.42250001430511475},{"id":"https://openalex.org/keywords/power-consumption","display_name":"Power consumption","score":0.4194999933242798}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6912999749183655},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.588100016117096},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5426999926567078},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.541100025177002},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.508400022983551},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4941999912261963},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4569999873638153},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4560000002384186},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.42250001430511475},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.4194999933242798},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.35420000553131104},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3359000086784363},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.32580000162124634},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3089999854564667},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.28060001134872437},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.27379998564720154},{"id":"https://openalex.org/C2777958785","wikidata":"https://www.wikidata.org/wiki/Q17120940","display_name":"Resource efficiency","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc52391.2025.11161870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc52391.2025.11161870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2025 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2746553466","https://openalex.org/W2941074488","https://openalex.org/W2943694032","https://openalex.org/W3194620979","https://openalex.org/W4223626062","https://openalex.org/W4317495579","https://openalex.org/W4385801564","https://openalex.org/W4386025784","https://openalex.org/W4386953179","https://openalex.org/W4388040434"],"related_works":[],"abstract_inverted_index":{"Integrated":[0],"sensing":[1,24,40,58,64,120],"and":[2,23,41,62,88,125],"communication":[3,22,61],"(ISAC)":[4],"systems":[5],"are":[6],"emerging":[7],"as":[8,111],"a":[9,133,148,161],"key":[10],"technology":[11],"to":[12,51,141,150,156],"optimize":[13],"the":[14,47,84,107,165],"use":[15],"of":[16,86,167],"wireless":[17],"resources":[18],"by":[19,93],"simultaneously":[20],"supporting":[21],"functions.":[25],"This":[26],"paper":[27],"introduces":[28],"an":[29,112],"innovative":[30],"ISAC":[31,168],"system":[32,131],"that":[33,115],"integrates":[34],"Wi-Fi":[35,48,56,99],"channel":[36],"state":[37],"information":[38],"(CSI)-based":[39],"frequency-modulated":[42],"continuous-wave":[43],"(FMCW)":[44],"radar":[45,78],"within":[46],"frequency":[49],"band":[50],"enhance":[52],"energy":[53],"efficiency":[54],"(EE).":[55],"CSI-based":[57],"enables":[59],"simultaneous":[60],"environmental":[63],"using":[65],"existing":[66],"infrastructure,":[67],"but":[68,90],"it":[69],"often":[70],"suffers":[71],"from":[72],"high":[73],"power":[74,81,123],"consumption.":[75],"Conversely,":[76],"FMCW":[77],"offers":[79],"lower":[80],"consumption":[82],"with":[83,138],"capability":[85],"self-transmission":[87],"reception":[89],"is":[91],"limited":[92],"bandwidth":[94,127],"constraints":[95],"when":[96],"operating":[97],"in":[98,153],"bands.":[100],"To":[101],"overcome":[102],"these":[103],"challenges,":[104],"we":[105],"formulate":[106],"resource":[108,144],"allocation":[109,145],"problem":[110],"optimization":[113],"task":[114],"maximizes":[116],"EE":[117,154],"while":[118],"maintaining":[119],"accuracy,":[121],"managing":[122],"consumption,":[124],"respecting":[126],"limitations.":[128],"The":[129],"proposed":[130],"utilizes":[132],"dueling":[134],"deep":[135],"Q-Network":[136],"(DQN)":[137],"reward":[139],"shaping":[140],"learn":[142],"optimal":[143],"strategies,":[146],"showing":[147],"36%":[149],"40%":[151],"increase":[152],"compared":[155],"traditional":[157],"DQN":[158],"models,":[159],"providing":[160],"viable":[162],"direction":[163],"for":[164],"advancement":[166],"technologies.":[169]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}