{"id":"https://openalex.org/W4210585014","doi":"https://doi.org/10.1109/gcaiot53516.2021.9692982","title":"A Deep Reinforcement Learning Approach for Improving Age of Information in Mission-Critical IoT","display_name":"A Deep Reinforcement Learning Approach for Improving Age of Information in Mission-Critical IoT","publication_year":2021,"publication_date":"2021-12-12","ids":{"openalex":"https://openalex.org/W4210585014","doi":"https://doi.org/10.1109/gcaiot53516.2021.9692982"},"language":"en","primary_location":{"id":"doi:10.1109/gcaiot53516.2021.9692982","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcaiot53516.2021.9692982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Conference on Artificial Intelligence and Internet of Things (GCAIoT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087727756","display_name":"Hossam Farag","orcid":"https://orcid.org/0000-0002-1023-9694"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Hossam Farag","raw_affiliation_strings":["Aalborg University,Department of Electronic Systems,Copenhagen,Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University,Department of Electronic Systems,Copenhagen,Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004012289","display_name":"Mikael Gidlund","orcid":"https://orcid.org/0000-0003-0873-7827"},"institutions":[{"id":"https://openalex.org/I56475706","display_name":"Mid Sweden University","ror":"https://ror.org/019k1pd13","country_code":"SE","type":"education","lineage":["https://openalex.org/I56475706"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mikael Gidlund","raw_affiliation_strings":["Mid Sweden University,Department of Information Systems and Technology,Sundsvall,Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mid Sweden University,Department of Information Systems and Technology,Sundsvall,Sweden","institution_ids":["https://openalex.org/I56475706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054388477","display_name":"\u010cedomir Stefanovi\u0107","orcid":"https://orcid.org/0000-0002-9361-2908"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Cedomir Stefanovic","raw_affiliation_strings":["Aalborg University,Department of Electronic Systems,Copenhagen,Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University,Department of Electronic Systems,Copenhagen,Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6279,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.84076208,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"14","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9745000004768372,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9427000284194946,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.770150899887085},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7340843677520752},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6442402005195618},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6295891404151917},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.6287046074867249},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5286270380020142},{"id":"https://openalex.org/keywords/information-age","display_name":"Information Age","score":0.5186299681663513},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4712146818637848},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.46824538707733154},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.4374498426914215},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4229728877544403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3924912214279175},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.20588231086730957},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.18746554851531982},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13765594363212585}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.770150899887085},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7340843677520752},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6442402005195618},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6295891404151917},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.6287046074867249},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5286270380020142},{"id":"https://openalex.org/C91093795","wikidata":"https://www.wikidata.org/wiki/Q956129","display_name":"Information Age","level":2,"score":0.5186299681663513},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4712146818637848},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.46824538707733154},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.4374498426914215},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4229728877544403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3924912214279175},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.20588231086730957},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.18746554851531982},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13765594363212585},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/gcaiot53516.2021.9692982","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcaiot53516.2021.9692982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Conference on Artificial Intelligence and Internet of Things (GCAIoT)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/10bdbfdf-35aa-43f6-9a03-833bde151c52","is_oa":false,"landing_page_url":"https://vbn.aau.dk/da/publications/10bdbfdf-35aa-43f6-9a03-833bde151c52","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Farag, H M, Gidlund, M & Stefanovic, C 2021, A Deep Reinforcement Learning Approach for Improving Age of Information in Mission-Critical IoT. in 2021 IEEE Global Conference on Artificial Intelligence and Internet of Things (GCAIoT). IEEE (Institute of Electrical and Electronics Engineers), pp. 14-18, 2021 IEEE Global Conference on Artificial Intelligence and Internet of Things (GCAIoT), Dubai, United Arab Emirates, 12/12/2021. https://doi.org/10.1109/GCAIoT53516.2021.9692982","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1993918491","https://openalex.org/W2073320424","https://openalex.org/W2155027007","https://openalex.org/W2596636257","https://openalex.org/W2792823915","https://openalex.org/W2899741153","https://openalex.org/W2949681263","https://openalex.org/W2957705111","https://openalex.org/W2964043796","https://openalex.org/W2968522222","https://openalex.org/W2993538565","https://openalex.org/W2995485083","https://openalex.org/W3003589928","https://openalex.org/W3046016465","https://openalex.org/W3104807449","https://openalex.org/W3107961155","https://openalex.org/W3134554244","https://openalex.org/W3166109933","https://openalex.org/W3195917357","https://openalex.org/W6683204974","https://openalex.org/W6692846177"],"related_works":["https://openalex.org/W156716224","https://openalex.org/W2111871955","https://openalex.org/W3008922481","https://openalex.org/W2988096148","https://openalex.org/W3036142544","https://openalex.org/W2946866959","https://openalex.org/W2514655323","https://openalex.org/W2963094947","https://openalex.org/W2304594693","https://openalex.org/W2793825998"],"abstract_inverted_index":{"The":[0,27,94,138],"emerging":[1],"mission-critical":[2,66,91],"Internet":[3],"of":[4,22,29,53,65,73,103,107,114,140,159],"Things":[5],"(IoT)":[6],"play":[7],"a":[8,81,147,154],"vital":[9],"role":[10],"in":[11,90,146,157],"remote":[12],"healthcare,":[13],"haptic":[14],"interaction,":[15],"and":[16,38,111,150,163],"industrial":[17],"automation,":[18],"where":[19],"timely":[20],"delivery":[21],"status":[23],"updates":[24],"is":[25,32,96,144],"crucial.":[26],"Age":[28],"Information":[30],"(AoI)":[31],"an":[33,99,116],"effective":[34],"metric":[35,101],"to":[36,61,87,97,124,128,133,169],"capture":[37,62],"evaluate":[39],"information":[40],"freshness":[41],"at":[42],"the":[43,51,54,63,71,104,108,112,121,126,135,151,160,164,170],"destination.":[44],"A":[45],"system":[46],"design":[47],"based":[48],"solely":[49],"on":[50],"optimization":[52],"average":[55,109,161],"AoI":[56,89,110,117,162,165],"might":[57],"not":[58],"be":[59],"adequate":[60],"requirements":[64],"applications,":[67],"since":[68],"averaging":[69],"eliminates":[70],"effects":[72],"extreme":[74],"events.":[75],"In":[76],"this":[77],"paper,":[78],"we":[79],"introduce":[80],"Deep":[82],"Reinforcement":[83],"Learning":[84],"(DRL)-based":[85],"algorithm":[86,127],"improve":[88],"IoT":[92],"applications.":[93],"objective":[95],"minimize":[98],"AoI-based":[100],"consisting":[102],"weighted":[105],"sum":[106],"probability":[113,167],"exceeding":[115],"threshold.":[118],"We":[119],"utilize":[120],"actor-critic":[122],"method":[123,143],"train":[125],"achieve":[129],"optimized":[130],"scheduling":[131],"policy":[132],"solve":[134],"formulated":[136],"problem.":[137],"performance":[139],"our":[141],"proposed":[142],"evaluated":[145],"simulated":[148],"setup":[149],"results":[152],"show":[153],"significant":[155],"improvement":[156],"terms":[158],"violation":[166],"compared":[168],"related-work.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2023,"cited_by_count":6}],"updated_date":"2026-08-14T07:06:38.338062","created_date":"2025-10-10T00:00:00"}