{"id":"https://openalex.org/W3172770020","doi":"https://doi.org/10.1109/jiot.2021.3086623","title":"HFDRL: An Intelligent Dynamic Cooperate Cashing Method Based on Hierarchical Federated Deep Reinforcement Learning in Edge-Enabled IoT","display_name":"HFDRL: An Intelligent Dynamic Cooperate Cashing Method Based on Hierarchical Federated Deep Reinforcement Learning in Edge-Enabled IoT","publication_year":2021,"publication_date":"2021-06-04","ids":{"openalex":"https://openalex.org/W3172770020","doi":"https://doi.org/10.1109/jiot.2021.3086623","mag":"3172770020"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3086623","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3086623","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044557683","display_name":"Fariba Majidi","orcid":null},"institutions":[{"id":"https://openalex.org/I9256017","display_name":"Islamic Azad University of Najafabad","ror":"https://ror.org/015j7c446","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433","https://openalex.org/I9256017"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Fariba Majidi","raw_affiliation_strings":["Faculty of Computer Engineering, Najafabad Branch, Islamic Azad University, Najafabad, Iran"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Engineering, Najafabad Branch, Islamic Azad University, Najafabad, Iran","institution_ids":["https://openalex.org/I9256017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103111158","display_name":"Mohammad Reza Khayyambashi","orcid":null},"institutions":[{"id":"https://openalex.org/I39268498","display_name":"University of Isfahan","ror":"https://ror.org/05h9t7759","country_code":"IR","type":"education","lineage":["https://openalex.org/I39268498"]},{"id":"https://openalex.org/I9256017","display_name":"Islamic Azad University of Najafabad","ror":"https://ror.org/015j7c446","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433","https://openalex.org/I9256017"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Reza Khayyambashi","raw_affiliation_strings":["Department of Computer Architecture, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","Faculty of Computer Engineering, Najafabad Branch, Islamic Azad University, Najafabad, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Computer Architecture, Faculty of Computer Engineering, University of Isfahan, Isfahan, Iran","institution_ids":["https://openalex.org/I39268498"]},{"raw_affiliation_string":"Faculty of Computer Engineering, Najafabad Branch, Islamic Azad University, Najafabad, Iran","institution_ids":["https://openalex.org/I9256017"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000877756","display_name":"Behrang Barekatain","orcid":"https://orcid.org/0000-0001-5344-6282"},"institutions":[{"id":"https://openalex.org/I9256017","display_name":"Islamic Azad University of Najafabad","ror":"https://ror.org/015j7c446","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433","https://openalex.org/I9256017"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Behrang Barekatain","raw_affiliation_strings":["Faculty of Computer Engineering and the Big Data Research Center, Najafabad Branch, Islamic Azad University, Najafabad, Iran"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Engineering and the Big Data Research Center, Najafabad Branch, Islamic Azad University, Najafabad, Iran","institution_ids":["https://openalex.org/I9256017"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5044557683"],"corresponding_institution_ids":["https://openalex.org/I9256017"],"apc_list":null,"apc_paid":null,"fwci":4.1259,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.94103592,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"9","issue":"2","first_page":"1402","last_page":"1413"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12392","display_name":"Sharing Economy and Platforms","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8798087239265442},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6589157581329346},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6089531183242798},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6032572984695435},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5666223764419556},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5597060918807983},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5352606773376465},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5256199240684509},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5118798017501831},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5047444105148315},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5004391670227051},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.4517742991447449},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.42798662185668945},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.42283207178115845},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4202907681465149},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4111919403076172},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21916034817695618},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.14831706881523132},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.10850408673286438},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0931616723537445}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8798087239265442},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6589157581329346},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6089531183242798},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6032572984695435},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5666223764419556},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5597060918807983},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5352606773376465},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5256199240684509},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5118798017501831},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5047444105148315},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5004391670227051},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.4517742991447449},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.42798662185668945},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.42283207178115845},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4202907681465149},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4111919403076172},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21916034817695618},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.14831706881523132},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10850408673286438},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0931616723537445},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2021.3086623","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3086623","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W2095493753","https://openalex.org/W2163349370","https://openalex.org/W2219888463","https://openalex.org/W2505245786","https://openalex.org/W2594560857","https://openalex.org/W2751904527","https://openalex.org/W2764329469","https://openalex.org/W2797697435","https://openalex.org/W2806446964","https://openalex.org/W2807346067","https://openalex.org/W2813259210","https://openalex.org/W2869903415","https://openalex.org/W2885497643","https://openalex.org/W2890786591","https://openalex.org/W2891611393","https://openalex.org/W2894897107","https://openalex.org/W2899227969","https://openalex.org/W2903523957","https://openalex.org/W2904319831","https://openalex.org/W2906000735","https://openalex.org/W2906687478","https://openalex.org/W2908538351","https://openalex.org/W2909314133","https://openalex.org/W2917116807","https://openalex.org/W2919547726","https://openalex.org/W2946566042","https://openalex.org/W2962804345","https://openalex.org/W2963360527","https://openalex.org/W2964331420","https://openalex.org/W2965254952","https://openalex.org/W2965834989","https://openalex.org/W2971229345","https://openalex.org/W2971448198","https://openalex.org/W2980507968","https://openalex.org/W2981618170","https://openalex.org/W2982641626","https://openalex.org/W2990530686","https://openalex.org/W2995606722","https://openalex.org/W2999994965","https://openalex.org/W3014722646","https://openalex.org/W3016207298","https://openalex.org/W3020344301","https://openalex.org/W3035341097","https://openalex.org/W3035694909","https://openalex.org/W3036476655","https://openalex.org/W3036934984","https://openalex.org/W3047040155","https://openalex.org/W3047266715","https://openalex.org/W3088084782","https://openalex.org/W3125638814","https://openalex.org/W4255761138"],"related_works":["https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W4313463218","https://openalex.org/W4312996489","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4319161913"],"abstract_inverted_index":{"The":[0,61],"Internet":[1],"of":[2,10,23,37,69,77,167,175,181,203,220],"Things":[3],"(IoT)":[4],"has":[5],"significantly":[6],"increased":[7],"the":[8,20,24,31,66,70,75,82,117,122,129,142,165,179,188,198,204,209,233],"number":[9],"terminals":[11],"and":[12,26,34,50,65,93,126,139,184,197,212,222,229,236,238],"network":[13,25,91,195],"traffic.":[14],"It":[15],"is":[16,110],"necessary":[17],"to":[18,85,97,120,127,136,225,232,241],"exploit":[19],"full":[21],"capacity":[22],"optimize":[27],"content":[28,47,55,72,131,182],"transfer.":[29],"Despite":[30],"powerful":[32],"processing":[33],"storage":[35,59,183],"capabilities":[36],"base":[38,193],"stations":[39],"in":[40,112,154],"5G":[41],"technology,":[42],"edge":[43,155,160,247],"caching":[44,79,156],"effectively":[45],"reduces":[46],"access":[48],"time":[49],"duplicate":[51],"traffic,":[52],"thus":[53,163],"optimizing":[54],"transfer":[56],"for":[57,190],"more":[58],"resources.":[60],"limited":[62],"memory":[63],"resources":[64],"dynamic":[67],"nature":[68],"requested":[71],"have":[73,214],"necessitated":[74],"use":[76],"smart":[78],"methods.":[80],"Sending":[81],"required":[83],"data":[84],"central":[86],"servers":[87],"can":[88],"cause":[89],"additional":[90],"overload":[92],"learning":[94,108,138],"disabilities":[95],"due":[96],"private":[98],"data.":[99],"For":[100],"this":[101,113],"reason,":[102],"a":[103,151],"hierarchical":[104,246],"federated":[105],"deep":[106],"reinforcement":[107],"(HFDRL)":[109],"proposed":[111,205],"article":[114],"that":[115,208],"uses":[116],"FDRL":[118,243],"method":[119,143,206],"predict":[121],"user\u2019s":[123],"future":[124],"requests":[125],"determine":[128],"appropriate":[130],"replacement":[132],"strategy.":[133],"In":[134],"addition,":[135],"perform":[137],"collaborate":[140],"caching,":[141],"by":[144,217],"which":[145],"partner":[146],"devices":[147,161,248],"are":[148],"determined":[149],"plays":[150],"key":[152],"role":[153],"performance.":[157],"HFDRL":[158,186],"categorizes":[159],"hierarchically,":[162],"avoids":[164],"disadvantages":[166],"very":[168],"small":[169],"or":[170],"large":[171],"clusters,":[172],"takes":[173],"advantage":[174],"both.":[176],"By":[177],"minimizing":[178],"redundancy":[180],"latency,":[185],"improves":[187],"performance":[189],"each":[191],"local":[192],"station":[194],"individually":[196],"global":[199],"network.":[200],"Simulation":[201],"results":[202],"show":[207],"hit":[210],"rate":[211],"delay":[213],"improved,":[215],"respectively,":[216],"an":[218],"average":[219],"55%":[221],"67%":[223],"compared":[224,231,240],"traditional":[226],"methods,":[227],"40%":[228],"56%":[230],"collaborative":[234],"method,":[235],"14%":[237],"15%":[239],"one-level":[242],"without":[244],"using":[245],"clustering.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}