{"id":"https://openalex.org/W4301184659","doi":"https://doi.org/10.1109/icccworkshops55477.2022.9896693","title":"Joint AoI and Latency Optimization in IoT Systems Based on Deep Reinforcement Learning","display_name":"Joint AoI and Latency Optimization in IoT Systems Based on Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-08-11","ids":{"openalex":"https://openalex.org/W4301184659","doi":"https://doi.org/10.1109/icccworkshops55477.2022.9896693"},"language":"en","primary_location":{"id":"doi:10.1109/icccworkshops55477.2022.9896693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccworkshops55477.2022.9896693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/CIC International Conference on Communications in China (ICCC Workshops)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049061736","display_name":"Yi Lu","orcid":"https://orcid.org/0000-0002-7114-9721"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yi Lu","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University,Guangdong Key Laboratory of Information Security Technology,Guangzhou,China,510006"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University,Guangdong Key Laboratory of Information Security Technology,Guangzhou,China,510006","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018643965","display_name":"Jie Gong","orcid":"https://orcid.org/0000-0002-9670-6336"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Gong","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University,Guangdong Key Laboratory of Information Security Technology,Guangzhou,China,510006"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University,Guangdong Key Laboratory of Information Security Technology,Guangzhou,China,510006","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100385692","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0001-9943-6020"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University,Guangdong Key Laboratory of Information Security Technology,Guangzhou,China,510006"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University,Guangdong Key Laboratory of Information Security Technology,Guangzhou,China,510006","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5049061736"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":0.1381,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.48116562,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"281","last_page":"286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.8662052750587463},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8593931198120117},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7337083220481873},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.7094016671180725},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6677556037902832},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.48540982604026794},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4585322141647339},{"id":"https://openalex.org/keywords/low-latency","display_name":"Low latency (capital markets)","score":0.45761269330978394},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4372844099998474},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.42596688866615295},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39602163434028625},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3872881233692169},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.3426293134689331},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3291362524032593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22540464997291565},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09786981344223022},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08921664953231812}],"concepts":[{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.8662052750587463},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8593931198120117},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7337083220481873},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.7094016671180725},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6677556037902832},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.48540982604026794},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4585322141647339},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.45761269330978394},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4372844099998474},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.42596688866615295},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39602163434028625},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3872881233692169},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.3426293134689331},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3291362524032593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22540464997291565},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09786981344223022},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08921664953231812},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icccworkshops55477.2022.9896693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccworkshops55477.2022.9896693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/CIC International Conference on Communications in China (ICCC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3258954762","display_name":null,"funder_award_id":"2021A1515011124","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1990881185","https://openalex.org/W1993918491","https://openalex.org/W2038194220","https://openalex.org/W2491017130","https://openalex.org/W2519564973","https://openalex.org/W2942100367","https://openalex.org/W2976143718","https://openalex.org/W3045749813","https://openalex.org/W3048840613","https://openalex.org/W3089314236","https://openalex.org/W3113239520","https://openalex.org/W3127104594","https://openalex.org/W3137257456","https://openalex.org/W3155565476","https://openalex.org/W3156032009","https://openalex.org/W3178503712","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6768012461"],"related_works":["https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W4312996489","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W3214037210"],"abstract_inverted_index":{"Using":[0],"edge":[1,42],"nodes":[2],"to":[3,16,26,40,77,81,110,136],"cache":[4,107,120,157],"sensing":[5,53],"data":[6,21,54,60,75,97],"generated":[7],"by":[8],"Internet":[9],"of":[10,30,64,88,150],"Things":[11],"(IoT)":[12],"sensors":[13,37],"and":[14,113,164],"respond":[15,39],"users'":[17],"requests":[18],"with":[19,34,68,138,147],"cached":[20,59,74],"is":[22,55,61,173],"an":[23,95,105],"effective":[24,96],"technique":[25],"alleviate":[27],"the":[28,35,47,51,65,73,119,139,142,148,168],"pressure":[29],"IoT":[31,52],"communication.":[32],"Compared":[33],"way":[36],"directly":[38],"users,":[41],"caching":[43],"technology":[44],"can":[45,160],"reduce":[46],"response":[48],"time.":[49],"However,":[50],"usually":[56],"transient.":[57],"The":[58],"a":[62,69,124],"portrayal":[63],"past":[66],"state":[67],"certain":[70],"bias.":[71],"Therefore,":[72],"need":[76],"be":[78],"updated":[79],"frequently":[80],"ensure":[82],"freshness.":[83],"In":[84,100],"recent":[85],"years,":[86],"age":[87],"information":[89,162],"(AoI)":[90],"has":[91],"been":[92],"recognized":[93],"as":[94,123],"freshness":[98,163],"metric.":[99],"this":[101],"paper,":[102],"we":[103,117],"propose":[104],"online":[106],"updating":[108,121,158],"strategy":[109,159],"balance":[111,161],"AoI":[112],"service":[114,165],"latency.":[115],"Specifically,":[116],"model":[118,172],"process":[122,127],"Markov":[125],"decision":[126],"(MDP)":[128],"problem.":[129],"Then,":[130],"using":[131],"deep":[132],"reinforcement":[133],"learning":[134],"(DRL)":[135],"cope":[137],"problem":[140],"that":[141,155],"action":[143],"space":[144],"grow":[145],"exponentially":[146],"number":[149],"sensors.":[151],"Simulation":[152],"results":[153],"show":[154],"our":[156],"latency":[166],"when":[167],"user's":[169],"request":[170],"arrive":[171],"unknown.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}