{"id":"https://openalex.org/W4417473613","doi":"https://doi.org/10.1109/jiot.2025.3632391","title":"Hybrid Cognitive IoT With Cooperative Caching and SWIPT-EH: A Hierarchical Reinforcement Learning Framework","display_name":"Hybrid Cognitive IoT With Cooperative Caching and SWIPT-EH: A Hierarchical Reinforcement Learning Framework","publication_year":2025,"publication_date":"2025-11-13","ids":{"openalex":"https://openalex.org/W4417473613","doi":"https://doi.org/10.1109/jiot.2025.3632391"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3632391","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3632391","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2512.14488","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058007884","display_name":"Nadia Abdolkhani","orcid":"https://orcid.org/0000-0002-2203-2877"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Nadia Abdolkhani","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Concordia University, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005243649","display_name":"Walaa Hamouda","orcid":"https://orcid.org/0000-0001-6618-5851"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Walaa Hamouda","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Concordia University, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5058007884"],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.47858651,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"3","first_page":"4277","last_page":"4291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.3375000059604645,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.3375000059604645,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.27250000834465027,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.1354999989271164,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6567000150680542},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5860999822616577},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5346999764442444},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.46470001339912415},{"id":"https://openalex.org/keywords/underlay","display_name":"Underlay","score":0.4537000060081482},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.4422000050544739},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.42089998722076416},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.39489999413490295},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.39480000734329224}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9017000198364258},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6567000150680542},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5860999822616577},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5841000080108643},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5346999764442444},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5152999758720398},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.46470001339912415},{"id":"https://openalex.org/C2777679929","wikidata":"https://www.wikidata.org/wiki/Q7883709","display_name":"Underlay","level":3,"score":0.4537000060081482},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.4422000050544739},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.42089998722076416},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.39489999413490295},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.39480000734329224},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.36959999799728394},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.3582000136375427},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3255999982357025},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.2924000024795532},{"id":"https://openalex.org/C157607044","wikidata":"https://www.wikidata.org/wiki/Q5165851","display_name":"Control channel","level":3,"score":0.2833000123500824},{"id":"https://openalex.org/C169851745","wikidata":"https://www.wikidata.org/wiki/Q1331985","display_name":"Overlay network","level":3,"score":0.2782000005245209},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.2612999975681305}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2025.3632391","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3632391","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2512.14488","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.14488","pdf_url":"https://arxiv.org/pdf/2512.14488","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2512.14488","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.14488","pdf_url":"https://arxiv.org/pdf/2512.14488","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417473613.pdf","grobid_xml":"https://content.openalex.org/works/W4417473613.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,66,76,106],"hierarchical":[4,41,159,221],"deep":[5],"reinforcement":[6],"learning":[7],"(DRL)":[8],"framework":[9],"based":[10],"on":[11,47],"the":[12,94,164,184,187,198,209,219],"soft":[13],"actor-critic":[14],"(SAC)":[15],"algorithm":[16],"for":[17,153,207],"hybrid":[18,58,118],"underlay-overlay":[19],"cognitive":[20],"Internet":[21],"of":[22,236],"Things":[23],"(CIoT)":[24],"networks":[25],"with":[26],"simultaneous":[27],"wireless":[28],"information":[29],"and":[30,36,63,84,102,121,125,133,174,194,197,204,212,227,244,251],"power":[31,51,61,123,149,203],"transfer":[32],"(SWIPT)-energy":[33],"harvesting":[34],"(EH)":[35],"cooperative":[37,140],"caching.":[38],"Unlike":[39],"prior":[40],"DRL":[42,178],"approaches":[43],"that":[44,218],"focus":[45],"primarily":[46],"spectrum":[48,115,191],"access":[49,59,116,192],"or":[50],"control,":[52],"our":[53],"work":[54],"jointly":[55,99],"optimizes":[56],"EH,":[57],"coordination,":[60],"allocation,":[62],"caching":[64,141,205],"in":[65,137,234],"unified":[67],"framework.":[68],"The":[69,180],"joint":[70],"optimization":[71],"problem":[72],"is":[73,142,151],"formulated":[74],"as":[75],"weighted-sum":[77],"multi-objective":[78],"task,":[79],"designed":[80],"to":[81,144],"maximize":[82],"throughput":[83],"cache":[85,126,195,241],"hit":[86,242],"ratio":[87],"while":[88,129,148],"simultaneously":[89],"minimizing":[90],"transmission":[91,104],"delay.":[92],"In":[93],"proposed":[95,220],"model,":[96],"CIoT":[97,210],"agents":[98],"optimize":[100],"EH":[101],"data":[103],"using":[105],"learnable":[107],"time":[108],"switching":[109],"(TS)":[110],"factor.":[111],"They":[112],"also":[113],"coordinate":[114],"under":[117,248],"overlay-underlay":[119],"paradigms":[120],"make":[122],"control":[124,150],"placement":[127],"decisions":[128],"considering":[130],"energy,":[131],"interference,":[132],"storage":[134],"constraints.":[135],"Specifically,":[136],"this":[138],"work,":[139],"used":[143,152],"enable":[145],"overlay":[146],"access,":[147],"underlay":[154],"access.":[155],"A":[156],"novel":[157],"three-level":[158],"SAC":[160,222],"(H-SAC)":[161],"agent":[162,211],"decomposes":[163],"mixed":[165],"discrete-continuous":[166],"action":[167],"space":[168],"into":[169],"modular":[170],"subproblems,":[171],"improving":[172],"scalability":[173],"convergence":[175],"over":[176],"flat":[177],"methods.":[179],"high-level":[181],"policy":[182,189,200],"adjusts":[183],"TS":[185],"factor,":[186],"mid-level":[188],"manages":[190],"coordination":[193],"sharing,":[196],"low-level":[199],"decides":[201],"transmit":[202],"actions":[206],"both":[208],"PU":[213],"content.":[214],"Simulation":[215],"results":[216],"show":[217],"approach":[223],"significantly":[224],"outperforms":[225],"benchmark":[226],"greedy":[228],"strategies.":[229],"It":[230],"achieves":[231],"better":[232],"performance":[233],"terms":[235],"average":[237],"sum":[238],"rate,":[239],"delay,":[240],"ratio,":[243],"energy":[245],"efficiency,":[246],"even":[247],"channel":[249],"fading":[250],"uncertain":[252],"conditions.":[253]},"counts_by_year":[],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-11-13T00:00:00"}