{"id":"https://openalex.org/W3178503712","doi":"https://doi.org/10.1109/twc.2021.3093352","title":"Optimal Status Update for Caching Enabled IoT Networks: A Dueling Deep R-Network Approach","display_name":"Optimal Status Update for Caching Enabled IoT Networks: A Dueling Deep R-Network Approach","publication_year":2021,"publication_date":"2021-07-07","ids":{"openalex":"https://openalex.org/W3178503712","doi":"https://doi.org/10.1109/twc.2021.3093352","mag":"3178503712"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2021.3093352","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3093352","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102000680","display_name":"Chao Xu","orcid":"https://orcid.org/0000-0002-2793-0350"},"institutions":[{"id":"https://openalex.org/I4210151987","display_name":"Ministry of Agriculture and Rural Affairs","ror":"https://ror.org/05ckt8b96","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210127390","https://openalex.org/I4210151987"]},{"id":"https://openalex.org/I89652312","display_name":"Northwest A&F University","ror":"https://ror.org/0051rme32","country_code":"CN","type":"education","lineage":["https://openalex.org/I89652312"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chao Xu","raw_affiliation_strings":["Key Laboratory of Agricultural Internet of Things, Ministry of Agriculture and Rural Affairs, Northwest A&F University, Yangling, China","School of Information Engineering, Northwest A&F University, Yangling, China","Shaanxi Key Laboratory of Agricultural Information Perception and Intelligent Service, Northwest A&F University, Yangling, China"],"raw_orcid":"https://orcid.org/0000-0002-2793-0350","affiliations":[{"raw_affiliation_string":"Key Laboratory of Agricultural Internet of Things, Ministry of Agriculture and Rural Affairs, Northwest A&F University, Yangling, China","institution_ids":["https://openalex.org/I4210151987","https://openalex.org/I89652312"]},{"raw_affiliation_string":"School of Information Engineering, Northwest A&F University, Yangling, China","institution_ids":["https://openalex.org/I89652312"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Agricultural Information Perception and Intelligent Service, Northwest A&F University, Yangling, China","institution_ids":["https://openalex.org/I89652312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062735315","display_name":"Yiping Xie","orcid":"https://orcid.org/0000-0002-1814-4657"},"institutions":[{"id":"https://openalex.org/I89652312","display_name":"Northwest A&F University","ror":"https://ror.org/0051rme32","country_code":"CN","type":"education","lineage":["https://openalex.org/I89652312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiping Xie","raw_affiliation_strings":["School of Information Engineering, Northwest A&F University, Yangling, China"],"raw_orcid":"https://orcid.org/0000-0002-1814-4657","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Northwest A&F University, Yangling, China","institution_ids":["https://openalex.org/I89652312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100709597","display_name":"Xijun Wang","orcid":"https://orcid.org/0000-0003-3504-9763"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xijun Wang","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3504-9763","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061641468","display_name":"Howard H. Yang","orcid":"https://orcid.org/0000-0002-0256-2416"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Howard H. Yang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","Department of Electrical and Computer Engineering, University of Illinois at Urbana\u2013Champaign, Champaign, IL, USA","Zhejiang University/University of Illinois at Urbana\u2013Champaign Institute, Zhejiang University, Haining, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois at Urbana\u2013Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Zhejiang University/University of Illinois at Urbana\u2013Champaign Institute, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7442-7416","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030858163","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tony Q. S. Quek","raw_affiliation_strings":["Information System Technology and Design Pillar, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4037-3149","affiliations":[{"raw_affiliation_string":"Information System Technology and Design Pillar, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102000680"],"corresponding_institution_ids":["https://openalex.org/I4210151987","https://openalex.org/I89652312"],"apc_list":null,"apc_paid":null,"fwci":7.3659,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.97360181,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"20","issue":"12","first_page":"8438","last_page":"8454"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7855334281921387},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.49333277344703674},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4911205470561981},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4300791025161743},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.38111069798469543},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3116297721862793},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.24493876099586487}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7855334281921387},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.49333277344703674},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4911205470561981},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4300791025161743},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.38111069798469543},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3116297721862793},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.24493876099586487}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/twc.2021.3093352","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3093352","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/162972","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/162972","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G5091383168","display_name":null,"funder_award_id":"2452017560","funder_id":"https://openalex.org/F4320334997","funder_display_name":"Chinese Universities Scientific Fund"},{"id":"https://openalex.org/G6094331532","display_name":null,"funder_award_id":"61701372","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6132980308","display_name":null,"funder_award_id":"2021A1515012631","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322927","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884"},{"id":"https://openalex.org/F4320334997","display_name":"Chinese Universities Scientific Fund","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1522301498","https://openalex.org/W1549353711","https://openalex.org/W1677182931","https://openalex.org/W1972738071","https://openalex.org/W1993918491","https://openalex.org/W2009708702","https://openalex.org/W2134295053","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2159361138","https://openalex.org/W2201581102","https://openalex.org/W2233116163","https://openalex.org/W2258632262","https://openalex.org/W2302990111","https://openalex.org/W2491017130","https://openalex.org/W2518608707","https://openalex.org/W2742721402","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2772526503","https://openalex.org/W2886359150","https://openalex.org/W2898035736","https://openalex.org/W2951799221","https://openalex.org/W2962801070","https://openalex.org/W2962814013","https://openalex.org/W2964233199","https://openalex.org/W2966441493","https://openalex.org/W2967072866","https://openalex.org/W2979846753","https://openalex.org/W2997442646","https://openalex.org/W3005252141","https://openalex.org/W3007745140","https://openalex.org/W3010214457","https://openalex.org/W3015351299","https://openalex.org/W3022237627","https://openalex.org/W3023353249","https://openalex.org/W3045606678","https://openalex.org/W3045749813","https://openalex.org/W3048840613","https://openalex.org/W3098486933","https://openalex.org/W3100366369","https://openalex.org/W3100640070","https://openalex.org/W3104436821","https://openalex.org/W3111740206","https://openalex.org/W3151051775","https://openalex.org/W3156519642","https://openalex.org/W3170007158","https://openalex.org/W4205984110","https://openalex.org/W6631190155","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6744838376","https://openalex.org/W6768965513","https://openalex.org/W6773885799","https://openalex.org/W6774656513","https://openalex.org/W6776306998","https://openalex.org/W6782507325","https://openalex.org/W6794104363"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2625093826","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W4247463117","https://openalex.org/W4361251261","https://openalex.org/W3031181660","https://openalex.org/W4238100021"],"abstract_inverted_index":{"In":[0,66],"the":[1,25,30,42,56,73,76,107,110,130,135,155,161,201,208,221],"Internet":[2],"of":[3,16,60,81,83,109,122,203,207,223],"Things":[4],"(IoT)":[5],"networks,":[6],"caching":[7,32],"is":[8,174,187],"a":[9,143,170,178],"promising":[10],"technique":[11],"to":[12,20,98,153,219],"alleviate":[13],"energy":[14,90,165],"consumption":[15],"sensors":[17,97],"by":[18,45,87,92,94,128,189,227],"responding":[19],"users\u2019":[21,117,131],"data":[22,26,132],"requests":[23,133],"with":[24,112,119,197,230],"packets":[27],"cached":[28],"in":[29,51,79],"edge":[31],"node":[33],"(ECN).":[34],"However,":[35],"without":[36],"an":[37],"efficient":[38],"status":[39,137,149,184],"update":[40,99,138,150,185],"strategy,":[41],"information":[43,77,84],"obtained":[44],"users":[46,88],"may":[47],"be":[48,212],"stale,":[49],"which":[50,125,198],"return":[52],"would":[53],"inevitably":[54],"deteriorate":[55],"accuracy":[57],"and":[58,89,134,164,176,194,205,237],"reliability":[59],"derived":[61],"decisions":[62],"for":[63],"real-time":[64],"applications.":[65],"this":[67,168],"paper,":[68],"we":[69,104,141],"focus":[70],"on":[71],"striking":[72],"balance":[74],"between":[75],"freshness,":[78],"terms":[80],"age":[82],"(AoI),":[85],"experienced":[86],"consumed":[91],"sensors,":[93],"appropriately":[95],"activating":[96],"their":[100],"current":[101],"status.":[102],"Particularly,":[103],"first":[105],"depict":[106],"evolutions":[108],"AoI":[111,163],"each":[113],"sensor":[114],"from":[115,200],"different":[116],"perspective":[118],"time":[120,145],"steps":[121],"non-uniform":[123,144],"duration,":[124],"are":[126,217],"determined":[127],"both":[129],"ECN\u2019s":[136],"decision.":[139],"Then,":[140],"formulate":[142],"step":[146],"based":[147,182],"dynamic":[148,183],"optimization":[151],"problem":[152],"minimize":[154],"long-term":[156],"average":[157,162],"cost,":[158],"jointly":[159],"considering":[160],"consumption.":[166],"To":[167],"end,":[169],"Markov":[171],"Decision":[172],"Process":[173],"formulated":[175],"further,":[177],"dueling":[179,191],"deep":[180,192,233],"R-network":[181],"algorithm":[186,226],"devised":[188],"combining":[190],"Q-network":[193],"tabular":[195],"R-learning,":[196],"challenges":[199],"curse":[202],"dimensionality":[204],"unknown":[206],"environmental":[209],"dynamics":[210],"can":[211],"addressed.":[213],"Finally,":[214],"extensive":[215],"simulations":[216],"conducted":[218],"validate":[220],"effectiveness":[222],"our":[224],"proposed":[225],"comparing":[228],"it":[229],"five":[231],"baseline":[232],"reinforcement":[234],"learning":[235],"algorithms":[236],"policies.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}