{"id":"https://openalex.org/W3177476324","doi":"https://doi.org/10.1109/jiot.2021.3093156","title":"A Reinforcement Learning Approach for Optimizing the Age-of-Computing-Enabled IoT","display_name":"A Reinforcement Learning Approach for Optimizing the Age-of-Computing-Enabled IoT","publication_year":2021,"publication_date":"2021-06-29","ids":{"openalex":"https://openalex.org/W3177476324","doi":"https://doi.org/10.1109/jiot.2021.3093156","mag":"3177476324"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3093156","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3093156","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064573808","display_name":"Xin Xie","orcid":"https://orcid.org/0000-0003-2992-2028"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Xie","raw_affiliation_strings":["School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","Key Laboratory of Industrial Internet of Things and Networked Control, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Key Laboratory of Industrial Internet of Things and Networked Control, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100453979","display_name":"Heng Wang","orcid":"https://orcid.org/0000-0003-1425-2885"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Wang","raw_affiliation_strings":["School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","Key Laboratory of Industrial Internet of Things and Networked Control, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Key Laboratory of Industrial Internet of Things and Networked Control, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052503355","display_name":"Mingjiang Weng","orcid":"https://orcid.org/0009-0002-8673-3274"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingjiang Weng","raw_affiliation_strings":["School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5064573808"],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":4.8002,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.95066354,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"9","issue":"4","first_page":"2778","last_page":"2786"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10300","display_name":"Congenital Heart Disease Studies","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8949780464172363},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8654043674468994},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8254930377006531},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.7434239983558655},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6645709276199341},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4967675805091858},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.41527417302131653},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.39315521717071533},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3484145402908325},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3445877432823181},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2420157790184021}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8949780464172363},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8654043674468994},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8254930377006531},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.7434239983558655},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6645709276199341},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4967675805091858},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.41527417302131653},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.39315521717071533},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3484145402908325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3445877432823181},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2420157790184021},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2021.3093156","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3093156","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2641336124","display_name":null,"funder_award_id":"cstc2019jcyjjqX0012","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G774484566","display_name":null,"funder_award_id":"BYJS202001","funder_id":"https://openalex.org/F4320322687","funder_display_name":"Chongqing University of Posts and Telecommunications"},{"id":"https://openalex.org/G8201888221","display_name":null,"funder_award_id":"61972061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G905761832","display_name":null,"funder_award_id":"cstc2019jcyjmsxmX0444","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322687","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1677318746","https://openalex.org/W1993918491","https://openalex.org/W2095323819","https://openalex.org/W2098432798","https://openalex.org/W2101786389","https://openalex.org/W2145339207","https://openalex.org/W2614367549","https://openalex.org/W2744248483","https://openalex.org/W2744483094","https://openalex.org/W2901438530","https://openalex.org/W2941668489","https://openalex.org/W2955338161","https://openalex.org/W2963270598","https://openalex.org/W2964335916","https://openalex.org/W2972133898","https://openalex.org/W2974970557","https://openalex.org/W2979846753","https://openalex.org/W2987862151","https://openalex.org/W2997442646","https://openalex.org/W2997484716","https://openalex.org/W3007564338","https://openalex.org/W3010727161","https://openalex.org/W3011819904","https://openalex.org/W3020925646","https://openalex.org/W3026702414","https://openalex.org/W3092252111","https://openalex.org/W3094536348","https://openalex.org/W4214717370","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W2379651310"],"abstract_inverted_index":{"Age":[0],"of":[1,13,24,74,123,133,145,149,167,195,203],"Information":[2],"(AoI)":[3],"is":[4,127,207],"a":[5,20,29,103,153,172],"newly":[6],"rising":[7],"metric":[8],"for":[9,48],"measuring":[10],"the":[11,34,39,46,53,59,70,99,112,120,124,131,134,137,143,165,187,193,196,201,204],"freshness":[12],"information.":[14],"In":[15,147],"this":[16,95],"article,":[17],"we":[18,97,151],"consider":[19],"multidevice":[21],"computing-enabled":[22],"Internet":[23],"Things":[25],"(IoT)":[26],"system":[27,135],"with":[28,90,130],"common":[30],"destination,":[31,60],"in":[32,82],"which":[33],"status":[35],"update":[36],"sampled":[37],"by":[38,52,115],"device":[40,54],"can":[41],"be":[42],"offloaded":[43],"directly":[44],"to":[45,58,68,163,177],"destination":[47],"computing":[49,83],"or":[50],"computed":[51],"and":[55,61,65,76,86,110,170,199],"then":[56],"delivered":[57],"jointly":[62],"design":[63],"offloading":[64],"scheduling":[66,91],"policies":[67],"minimize":[69],"average":[71],"weighted":[72],"sum":[73],"AoI":[75],"energy":[77],"consumption.":[78],"The":[79],"challenge":[80],"lies":[81],"mode":[84],"selection":[85],"its":[87],"strong":[88],"coupling":[89],"decisions.":[92],"To":[93],"address":[94],"issue,":[96],"formulate":[98],"optimization":[100],"problem":[101],"as":[102],"bilevel":[104],"discrete-time":[105],"Markov":[106],"decision":[107],"process":[108],"(MDP)":[109],"approximate":[111],"optimal":[113],"solution":[114],"relative":[116],"value":[117],"iteration.":[118],"Furthermore,":[119],"threshold":[121],"structure":[122,194],"MDP":[125,138,197],"policy":[126,139,198,206],"shown.":[128],"However,":[129],"expansion":[132],"scale,":[136],"will":[140],"suffer":[141],"from":[142],"curse":[144],"dimensionality.":[146],"light":[148],"this,":[150],"develop":[152],"learning-based":[154],"algorithm":[155],"based":[156],"on":[157],"emerging":[158],"deep":[159],"reinforcement":[160],"learning":[161],"(DRL)":[162],"reduce":[164],"dimensionality":[166],"state":[168],"space":[169],"utilize":[171],"late":[173],"experience":[174],"storage":[175],"method":[176],"train":[178],"two":[179],"heterogeneous":[180],"artificial":[181],"neural":[182],"networks":[183],"(ANNs)":[184],"synchronously":[185],"during":[186],"training":[188],"process.":[189],"Simulation":[190],"results":[191],"show":[192],"verify":[200],"performance":[202],"DRL":[205],"near-optimal.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":6}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}