{"id":"https://openalex.org/W3171704256","doi":"https://doi.org/10.1109/access.2021.3084217","title":"RIATA: A Reinforcement Learning-Based Intelligent Routing Update Scheme for Future Generation IoT Networks","display_name":"RIATA: A Reinforcement Learning-Based Intelligent Routing Update Scheme for Future Generation IoT Networks","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3171704256","doi":"https://doi.org/10.1109/access.2021.3084217","mag":"3171704256"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3084217","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3084217","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09442721.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09442721.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009256881","display_name":"Zulqar Nain","orcid":"https://orcid.org/0000-0001-8915-8987"},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Zulqar Nain","raw_affiliation_strings":["Yeungnam University, Gyeongsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-8915-8987","affiliations":[{"raw_affiliation_string":"Yeungnam University, Gyeongsan, South Korea","institution_ids":["https://openalex.org/I55240360"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033598310","display_name":"Arslan Musaddiq","orcid":"https://orcid.org/0000-0003-3768-7320"},"institutions":[{"id":"https://openalex.org/I113409471","display_name":"Kumoh National Institute of Technology","ror":"https://ror.org/05dkjfz60","country_code":"KR","type":"education","lineage":["https://openalex.org/I113409471"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Arslan Musaddiq","raw_affiliation_strings":["ICT Convergence Research Center, Kumoh National Institute of Technology, Gumi, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ICT Convergence Research Center, Kumoh National Institute of Technology, Gumi, South Korea","institution_ids":["https://openalex.org/I113409471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004303376","display_name":"Yazdan Ahmad Qadri","orcid":"https://orcid.org/0000-0001-5708-1532"},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yazdan Ahmad Qadri","raw_affiliation_strings":["Yeungnam University, Gyeongsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-5708-1532","affiliations":[{"raw_affiliation_string":"Yeungnam University, Gyeongsan, South Korea","institution_ids":["https://openalex.org/I55240360"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090587594","display_name":"Ali Nauman","orcid":"https://orcid.org/0000-0002-2133-5286"},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ali Nauman","raw_affiliation_strings":["Yeungnam University, Gyeongsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2133-5286","affiliations":[{"raw_affiliation_string":"Yeungnam University, Gyeongsan, South Korea","institution_ids":["https://openalex.org/I55240360"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005663552","display_name":"Muhammad Khalil Afzal","orcid":"https://orcid.org/0000-0002-6161-1310"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Khalil Afzal","raw_affiliation_strings":["Comsats University Islamabad, Wah campus Rawalpindi, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-6161-1310","affiliations":[{"raw_affiliation_string":"Comsats University Islamabad, Wah campus Rawalpindi, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100685527","display_name":"Sung Won Kim","orcid":"https://orcid.org/0000-0001-8454-6980"},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung Won Kim","raw_affiliation_strings":["Yeungnam University, Gyeongsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-8454-6980","affiliations":[{"raw_affiliation_string":"Yeungnam University, Gyeongsan, South Korea","institution_ids":["https://openalex.org/I55240360"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.5192,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.83213474,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"81161","last_page":"81172"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/timer","display_name":"Timer","score":0.8077623844146729},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7784682512283325},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5902356505393982},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5844824314117432},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5812654495239258},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5480603575706482},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3998851180076599},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32422828674316406},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.24919715523719788},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11955934762954712},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11779457330703735}],"concepts":[{"id":"https://openalex.org/C2776633867","wikidata":"https://www.wikidata.org/wiki/Q186612","display_name":"Timer","level":3,"score":0.8077623844146729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7784682512283325},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5902356505393982},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5844824314117432},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5812654495239258},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5480603575706482},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3998851180076599},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32422828674316406},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.24919715523719788},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11955934762954712},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11779457330703735},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3084217","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3084217","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09442721.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:800f31a18b924b77962193afa25f7456","is_oa":true,"landing_page_url":"https://doaj.org/article/800f31a18b924b77962193afa25f7456","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 81161-81172 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3084217","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3084217","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09442721.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1544410465","display_name":null,"funder_award_id":"2018R1D1A1A09082266","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G2033372079","display_name":null,"funder_award_id":"IITP-2021-2016-0-00313","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G2518646537","display_name":null,"funder_award_id":"IITP-2021-2016-0-00313","funder_id":"https://openalex.org/F4320324891","funder_display_name":"Iran Telecommunication Research Center"},{"id":"https://openalex.org/G6082346649","display_name":null,"funder_award_id":"IITP-2020-2016-0-00313","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G6397227225","display_name":null,"funder_award_id":"IITP-2021-2016-0-00313","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3171704256.pdf","grobid_xml":"https://content.openalex.org/works/W3171704256.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1025650481","https://openalex.org/W2033347526","https://openalex.org/W2067376722","https://openalex.org/W2088079708","https://openalex.org/W2121863487","https://openalex.org/W2154478511","https://openalex.org/W2167236381","https://openalex.org/W2170239483","https://openalex.org/W2219949429","https://openalex.org/W2281129696","https://openalex.org/W2298500030","https://openalex.org/W2325877089","https://openalex.org/W2508428382","https://openalex.org/W2562947506","https://openalex.org/W2778957744","https://openalex.org/W2794385060","https://openalex.org/W2803973384","https://openalex.org/W2891654323","https://openalex.org/W2906115618","https://openalex.org/W2908643158","https://openalex.org/W2911014281","https://openalex.org/W2911127172","https://openalex.org/W2943717074","https://openalex.org/W2946245082","https://openalex.org/W2963129648","https://openalex.org/W2974715753","https://openalex.org/W3043919840","https://openalex.org/W3105956292","https://openalex.org/W3127342281","https://openalex.org/W4256349039","https://openalex.org/W6725077576"],"related_works":["https://openalex.org/W2360439717","https://openalex.org/W2388292776","https://openalex.org/W2765214557","https://openalex.org/W2361181213","https://openalex.org/W1031622928","https://openalex.org/W2350005463","https://openalex.org/W2347554032","https://openalex.org/W4293162581","https://openalex.org/W1459934432","https://openalex.org/W4313647964"],"abstract_inverted_index":{"Future":[0],"generation":[1],"Internet":[2],"of":[3,106,168,183,191],"Things":[4],"(IoT)":[5],"communication":[6,33],"infrastructure":[7],"is":[8,54],"expected":[9],"to":[10,37,56,66,77,91,116,120,138,143,164],"pave":[11],"the":[12,32,43,58,68,107,111,130,134,140,151,156,177,194,203],"path":[13],"for":[14],"innovative":[15],"applications":[16],"like":[17],"smart":[18,20,22,25],"cities,":[19],"grids,":[21],"industries,":[23],"and":[24,40,48,61,83,201],"healthcare.":[26],"To":[27],"support":[28],"these":[29],"diverse":[30],"applications,":[31],"protocols":[34],"are":[35],"required":[36],"be":[38],"adaptive":[39,160],"intelligent.":[41],"At":[42],"network":[44,153],"layer,":[45],"an":[46,93,125,159,189,210],"efficient":[47],"lightweight":[49],"algorithm":[50,102],"known":[51],"as":[52],"trickle-timer":[53,108],"designed":[55],"perform":[57],"route":[59,70],"updates":[60],"it":[62],"utilizes":[63,136],"control":[64,80,117,127,148,169,185],"messages":[65],"share":[67],"updated":[69],"information":[71],"between":[72],"IoT":[73],"nodes.":[74],"Trickle-timer":[75],"tends":[76],"generate":[78],"higher":[79,114],"overhead":[81,186],"ratio":[82,187,206],"achieves":[84],"lower":[85],"reliability.":[86],"Therefore,":[87],"this":[88],"article":[89],"aims":[90],"propose":[92],"RL-based":[94],"Intelligent":[95],"Adaptive":[96],"Trickle-Timer":[97],"Algorithm":[98],"(RIATA).":[99],"The":[100],"proposed":[101],"performs":[103],"three-fold":[104],"optimization":[105],"algorithm.":[109],"Firstly,":[110],"RIATA":[112,135,157,175],"assigns":[113],"probability":[115],"message":[118,128,149],"transmission":[119],"nodes":[121],"that":[122,174],"have":[123],"received":[124],"inconsistent":[126],"in":[129,150,181],"past":[131],"intervals.":[132],"Secondly,":[133],"RL":[137],"learn":[139],"optimal":[141],"policy":[142],"transmit":[144],"or":[145],"suppress":[146],"a":[147],"current":[152],"environment.":[154],"Lastly,":[155],"selects":[158],"redundancy":[161],"constant":[162],"value":[163],"avoid":[165],"unnecessary":[166],"transmissions":[167],"messages.":[170],"Simulation":[171],"results":[172],"show":[173],"outperforms":[176],"other":[178],"state-of-the-art":[179],"mechanisms":[180],"terms":[182],"reducing":[184],"by":[188,199,207],"average":[190,195],"21%,":[192],"decreasing":[193],"total":[196],"power":[197],"consumption":[198],"10%,":[200],"increasing":[202],"packet":[204],"delivery":[205],"4%":[208],"on":[209],"average.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}