{"id":"https://openalex.org/W4315605983","doi":"https://doi.org/10.1109/globecom48099.2022.10001430","title":"Deep Reinforcement Learning for Data Freshness-oriented Scheduling in Industrial IoT","display_name":"Deep Reinforcement Learning for Data Freshness-oriented Scheduling in Industrial IoT","publication_year":2022,"publication_date":"2022-12-04","ids":{"openalex":"https://openalex.org/W4315605983","doi":"https://doi.org/10.1109/globecom48099.2022.10001430"},"language":"en","primary_location":{"id":"doi:10.1109/globecom48099.2022.10001430","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/globecom48099.2022.10001430","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101628079","display_name":"Jiaping Li","orcid":"https://orcid.org/0000-0001-7278-3102"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaping Li","raw_affiliation_strings":["Shien-Ming Wu School of Intelligent Engineering, South China University of Technology,China","Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology,China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090897442","display_name":"Jianhua Tang","orcid":"https://orcid.org/0000-0002-9870-1686"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tang","raw_affiliation_strings":["Shien-Ming Wu School of Intelligent Engineering, South China University of Technology,China","Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, China","Pazhou Lab, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology,China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Pazhou Lab, Guangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100629531","display_name":"Zilong Liu","orcid":"https://orcid.org/0000-0002-5851-4261"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zilong Liu","raw_affiliation_strings":["School of Computer Science and Electronics Engineering, University of Essex,UK","School of Computer Science and Electronics Engineering, University of Essex, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Electronics Engineering, University of Essex,UK","institution_ids":["https://openalex.org/I110002522"]},{"raw_affiliation_string":"School of Computer Science and Electronics Engineering, University of Essex, UK","institution_ids":["https://openalex.org/I110002522"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6271","last_page":"6276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13471","display_name":"Cognitive Functions and Memory","score":0.9427000284194946,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7820575833320618},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7533692121505737},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6984612345695496},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6269170045852661},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6155174374580383},{"id":"https://openalex.org/keywords/industrial-internet","display_name":"Industrial Internet","score":0.4850315451622009},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.47542718052864075},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.46770593523979187},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.46045783162117004},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4510405361652374},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.43140313029289246},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.4175126850605011},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41585299372673035},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.38223084807395935},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3075629472732544},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.27763593196868896},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1200127899646759},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.11230006814002991},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.0874629020690918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7820575833320618},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7533692121505737},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6984612345695496},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6269170045852661},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6155174374580383},{"id":"https://openalex.org/C202839342","wikidata":"https://www.wikidata.org/wiki/Q60740481","display_name":"Industrial Internet","level":3,"score":0.4850315451622009},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.47542718052864075},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.46770593523979187},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.46045783162117004},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4510405361652374},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.43140313029289246},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.4175126850605011},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41585299372673035},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38223084807395935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3075629472732544},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27763593196868896},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1200127899646759},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.11230006814002991},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0874629020690918},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom48099.2022.10001430","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/globecom48099.2022.10001430","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1549998098","https://openalex.org/W1993918491","https://openalex.org/W2038194220","https://openalex.org/W2098432798","https://openalex.org/W2146487252","https://openalex.org/W2588468001","https://openalex.org/W2610686804","https://openalex.org/W2811266402","https://openalex.org/W2886359150","https://openalex.org/W2964043796","https://openalex.org/W2964250104","https://openalex.org/W3010727161","https://openalex.org/W3041291604","https://openalex.org/W3197387176","https://openalex.org/W4206382729"],"related_works":["https://openalex.org/W2184166483","https://openalex.org/W2397293317","https://openalex.org/W2377713709","https://openalex.org/W2373973180","https://openalex.org/W2372008037","https://openalex.org/W2978148977","https://openalex.org/W3003077338","https://openalex.org/W2225350526","https://openalex.org/W1545991362","https://openalex.org/W2060984508"],"abstract_inverted_index":{"Making":[0],"a":[1,39,82,115],"timely":[2],"and":[3,14,24,30,43,77],"precise":[4],"scheduling":[5,58,79,124],"in":[6,94],"Industrial":[7],"Internet":[8],"of":[9,18,32,91,114,132,144,163],"Things":[10],"(IIoT)":[11],"is":[12,22,53,97,156],"fundamental":[13],"critical.":[15],"Recently,":[16],"Age":[17,143],"Incorrect":[19],"Information":[20,145],"(AoII)":[21],"proposed":[23],"utilized":[25],"to":[26,46,54,60,88,99,121,140],"measure":[27],"the":[28,48,62,68,78,89,101,130,133,141,152,161],"timeliness":[29],"accuracy":[31],"monitoring.":[33],"In":[34,137],"this":[35,109,123],"work,":[36],"we":[37,111,149],"investigate":[38],"multi-sensor":[40],"update":[41],"system":[42],"leverage":[44],"AoII":[45,153],"quantify":[47],"information":[49],"freshness.":[50],"Our":[51],"goal":[52],"obtain":[55],"an":[56],"optimal":[57],"policy":[59],"minimize":[61],"system-wide":[63,164],"cost.":[64,165],"We":[65],"first":[66],"model":[67],"source":[69,92],"statuses":[70,93],"monitored":[71],"by":[72,105],"sensors":[73],"as":[74,81],"Markov":[75,83],"chains":[76],"problem":[80,104],"decision":[84],"process":[85],"(MDP).":[86],"Due":[87],"heterogeneity":[90],"IIoT,":[95],"it":[96],"prohibitive":[98],"solve":[100,122],"formulated":[102],"MDP":[103],"conventional":[106,142],"methods.":[107],"To":[108],"end,":[110],"make":[112],"use":[113],"deep":[116],"reinforcement":[117],"learning":[118],"(DRL)":[119],"algorithm":[120],"problem.":[125],"Extensive":[126],"numerical":[127],"results":[128],"verify":[129],"effectiveness":[131],"adopted":[134],"DRL":[135],"algorithm.":[136],"addition,":[138],"comparing":[139],"(AoI)":[146],"oriented":[147,154],"method,":[148],"find":[150],"that":[151],"method":[155],"much":[157],"more":[158],"effective,":[159],"from":[160],"perspective":[162]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}