{"id":"https://openalex.org/W4320024356","doi":"https://doi.org/10.1109/bigdata55660.2022.10020660","title":"Age of Information Optimization by Deep Reinforcement Learning for Random Access in Machine Type Communication","display_name":"Age of Information Optimization by Deep Reinforcement Learning for Random Access in Machine Type Communication","publication_year":2022,"publication_date":"2022-12-17","ids":{"openalex":"https://openalex.org/W4320024356","doi":"https://doi.org/10.1109/bigdata55660.2022.10020660"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata55660.2022.10020660","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata55660.2022.10020660","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033197028","display_name":"Minseok Jeong","orcid":null},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Minseok Jeong","raw_affiliation_strings":["Gwangju Institute of Science and Technology,School of Electrical Engineering and Computer Science,Gwangju,South Korea","School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, South Korea"],"affiliations":[{"raw_affiliation_string":"Gwangju Institute of Science and Technology,School of Electrical Engineering and Computer Science,Gwangju,South Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, South Korea","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054416254","display_name":"Giup Seo","orcid":"https://orcid.org/0000-0001-8629-5978"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Giup Seo","raw_affiliation_strings":["Gwangju Institute of Science and Technology,School of Electrical Engineering and Computer Science,Gwangju,South Korea","School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, South Korea"],"affiliations":[{"raw_affiliation_string":"Gwangju Institute of Science and Technology,School of Electrical Engineering and Computer Science,Gwangju,South Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, South Korea","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006486439","display_name":"Euiseok Hwang","orcid":"https://orcid.org/0000-0002-1718-7030"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Euiseok Hwang","raw_affiliation_strings":["Gwangju Institute of Science and Technology,School of Electrical Engineering and Computer Science,Gwangju,South Korea","School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, South Korea"],"affiliations":[{"raw_affiliation_string":"Gwangju Institute of Science and Technology,School of Electrical Engineering and Computer Science,Gwangju,South Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, South Korea","institution_ids":["https://openalex.org/I39534123"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5033197028"],"corresponding_institution_ids":["https://openalex.org/I39534123"],"apc_list":null,"apc_paid":null,"fwci":1.0815,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76133484,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.8173516988754272},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.808178722858429},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7947421073913574},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.5814451575279236},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.5714186429977417},{"id":"https://openalex.org/keywords/aloha","display_name":"Aloha","score":0.48689523339271545},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4857528805732727},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.47298917174339294},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.44132569432258606},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3773029148578644},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27719926834106445},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.08408582210540771}],"concepts":[{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.8173516988754272},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.808178722858429},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7947421073913574},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.5814451575279236},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.5714186429977417},{"id":"https://openalex.org/C2776398200","wikidata":"https://www.wikidata.org/wiki/Q508880","display_name":"Aloha","level":4,"score":0.48689523339271545},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4857528805732727},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.47298917174339294},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.44132569432258606},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3773029148578644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27719926834106445},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.08408582210540771},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata55660.2022.10020660","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata55660.2022.10020660","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2207685884","https://openalex.org/W2422021507","https://openalex.org/W4214717370","https://openalex.org/W4280613336"],"related_works":["https://openalex.org/W2740103453","https://openalex.org/W2767687907","https://openalex.org/W2543616084","https://openalex.org/W4302323979","https://openalex.org/W4234150174","https://openalex.org/W1766726551","https://openalex.org/W2909001135","https://openalex.org/W2952266750","https://openalex.org/W2123879133","https://openalex.org/W2392999663"],"abstract_inverted_index":{"For":[0],"machine":[1],"type":[2],"communication":[3],"with":[4,165],"random":[5],"access":[6],"(RA)":[7],"protocol,":[8],"finding":[9],"optimal":[10],"policy":[11],"using":[12],"deep":[13],"reinforcement":[14],"learning":[15],"(DRL)":[16],"is":[17,60],"being":[18],"actively":[19],"investigated":[20],"for":[21,137],"various":[22],"quality":[23],"of":[24,50,56,63,66,74,85,160,170],"service":[25],"requirements.":[26],"In":[27,106],"particular,":[28],"it":[29],"was":[30,68],"shown":[31],"that":[32,41,151],"throughput-based":[33,177],"reward":[34],"function":[35],"in":[36,48,71,94,119,162],"DRL":[37,77,113,154,178],"can":[38],"derive":[39],"policies":[40],"outperform":[42],"conventional":[43],"exponential":[44],"backoff":[45],"(EB)-based":[46],"algorithms":[47],"terms":[49],"throughput":[51,100,168],"and":[52,79,130],"fairness.":[53,86],"However,":[54],"age":[55,132],"information":[57,136],"(AoI),":[58],"which":[59],"a":[61,83,111,120,138,166],"measure":[62,84],"the":[64,72,76,95,146,152,175],"freshness":[65],"data,":[67],"not":[69,102],"addressed":[70],"process":[73],"training":[75],"agent":[78],"only":[80],"used":[81],"as":[82,133],"It":[87],"has":[88],"been":[89],"theoretically":[90],"proven":[91],"that,":[92],"even":[93],"simplest":[96],"queuing":[97],"system,":[98],"maximizing":[99],"does":[101],"guarantee":[103],"minimizing":[104],"AoI.":[105],"this":[107],"paper,":[108],"we":[109],"proposed":[110,153],"novel":[112],"scheme":[114],"to":[115,174],"directly":[116],"optimize":[117],"AoI":[118,140,163],"slotted":[121],"ALOHA":[122],"RA":[123],"channel.":[124],"By":[125],"taking":[126],"into":[127],"account":[128],"urgency":[129],"packet":[131],"extra":[134],"local":[135],"reward,":[139],"could":[141,156],"be":[142],"improved":[143],"while":[144],"preserving":[145],"throughput.":[147],"Numerical":[148],"simulations":[149],"showed":[150],"approach":[155],"achieve":[157],"an":[158],"improvement":[159],"22.04%":[161],"performance,":[164],"marginal":[167],"loss":[169],"around":[171],"3.95%,":[172],"compared":[173],"existing":[176],"method.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}