{"id":"https://openalex.org/W4312849531","doi":"https://doi.org/10.1109/jiot.2022.3210703","title":"RL-IoT: Reinforcement Learning-Based Routing Approach for Cognitive Radio-Enabled IoT Communications","display_name":"RL-IoT: Reinforcement Learning-Based Routing Approach for Cognitive Radio-Enabled IoT Communications","publication_year":2022,"publication_date":"2022-09-29","ids":{"openalex":"https://openalex.org/W4312849531","doi":"https://doi.org/10.1109/jiot.2022.3210703"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3210703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3210703","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037285863","display_name":"Tauqeer Safdar Malik","orcid":"https://orcid.org/0000-0002-2064-807X"},"institutions":[{"id":"https://openalex.org/I899713450","display_name":"Air University","ror":"https://ror.org/03yfe9v83","country_code":"PK","type":"education","lineage":["https://openalex.org/I899713450"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Tauqeer Safdar Malik","raw_affiliation_strings":["Department of Computer Science, Air University, Multan, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Air University, Multan, Pakistan","institution_ids":["https://openalex.org/I899713450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041018864","display_name":"Kaleem Razzaq Malik","orcid":"https://orcid.org/0000-0003-4538-3095"},"institutions":[{"id":"https://openalex.org/I899713450","display_name":"Air University","ror":"https://ror.org/03yfe9v83","country_code":"PK","type":"education","lineage":["https://openalex.org/I899713450"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Kaleem Razzaq Malik","raw_affiliation_strings":["Department of Computer Science, Air University, Multan, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Air University, Multan, Pakistan","institution_ids":["https://openalex.org/I899713450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083251218","display_name":"Ayesha Afzal","orcid":"https://orcid.org/0000-0002-2035-8865"},"institutions":[{"id":"https://openalex.org/I899713450","display_name":"Air University","ror":"https://ror.org/03yfe9v83","country_code":"PK","type":"education","lineage":["https://openalex.org/I899713450"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ayesha Afzal","raw_affiliation_strings":["Department of Computer Science, Air University, Multan, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Air University, Multan, Pakistan","institution_ids":["https://openalex.org/I899713450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089531974","display_name":"Muhammad Ibrar","orcid":"https://orcid.org/0000-0002-6813-5003"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhammad Ibrar","raw_affiliation_strings":["School of Software, Dalian University of Science and Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Science and Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436099","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0003-1810-3019"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["School of Software, Dalian University of Science and Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Science and Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079301418","display_name":"Houbing Song","orcid":"https://orcid.org/0000-0003-2631-9223"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houbing Song","raw_affiliation_strings":["Department of Information Systems, Baltimore County, University of Maryland, Baltimore, MD, USA"],"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Baltimore County, University of Maryland, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054315780","display_name":"Nadir Shah","orcid":"https://orcid.org/0000-0003-1173-4272"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Nadir Shah","raw_affiliation_strings":["Department of Computer Science, COMSATS University Islamabad (Wah Campus), Rawalpindi, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad (Wah Campus), Rawalpindi, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5037285863"],"corresponding_institution_ids":["https://openalex.org/I899713450"],"apc_list":null,"apc_paid":null,"fwci":5.8196,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.96563929,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":"2","first_page":"1836","last_page":"1847"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8382633328437805},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7496669888496399},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.7433558106422424},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6339362263679504},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5693981647491455},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.5511146783828735},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5173735022544861},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4931456446647644},{"id":"https://openalex.org/keywords/cognitive-network","display_name":"Cognitive network","score":0.4610182046890259},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.347694993019104},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.29739898443222046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12728548049926758},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11606758832931519}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8382633328437805},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7496669888496399},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.7433558106422424},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6339362263679504},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5693981647491455},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.5511146783828735},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5173735022544861},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4931456446647644},{"id":"https://openalex.org/C32542511","wikidata":"https://www.wikidata.org/wiki/Q5141225","display_name":"Cognitive network","level":4,"score":0.4610182046890259},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.347694993019104},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.29739898443222046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12728548049926758},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11606758832931519}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3210703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3210703","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2013114695","display_name":null,"funder_award_id":"DUT20TD107","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2907345357","display_name":null,"funder_award_id":"61902052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3434269023","display_name":null,"funder_award_id":"2020JJ26GX037","funder_id":"https://openalex.org/F4320336584","funder_display_name":"Dalian Science and Technology Innovation Fund"},{"id":"https://openalex.org/G4231768715","display_name":null,"funder_award_id":"62027826","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5503318981","display_name":null,"funder_award_id":"DUT20ZD210","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7273626213","display_name":null,"funder_award_id":"2019J11CY004","funder_id":"https://openalex.org/F4320336584","funder_display_name":"Dalian Science and Technology Innovation Fund"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336584","display_name":"Dalian Science and Technology Innovation Fund","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W301105108","https://openalex.org/W2038127484","https://openalex.org/W2059283901","https://openalex.org/W2095803340","https://openalex.org/W2119942913","https://openalex.org/W2151252227","https://openalex.org/W2292684766","https://openalex.org/W2505241805","https://openalex.org/W2586459757","https://openalex.org/W2593579553","https://openalex.org/W2603113600","https://openalex.org/W2770182944","https://openalex.org/W2789470429","https://openalex.org/W2790817517","https://openalex.org/W2792152644","https://openalex.org/W2792823390","https://openalex.org/W2794291963","https://openalex.org/W2795919163","https://openalex.org/W2808757601","https://openalex.org/W2891768968","https://openalex.org/W2907706277","https://openalex.org/W2911471242","https://openalex.org/W2981440164","https://openalex.org/W2984986659","https://openalex.org/W3011146004","https://openalex.org/W3011409114","https://openalex.org/W3036304479","https://openalex.org/W3036785262","https://openalex.org/W3084518889","https://openalex.org/W3097336980","https://openalex.org/W3111823870","https://openalex.org/W3120936939","https://openalex.org/W3173873035","https://openalex.org/W3187250547","https://openalex.org/W3194261808","https://openalex.org/W3207883335","https://openalex.org/W3214662754","https://openalex.org/W4299589157","https://openalex.org/W6610741352","https://openalex.org/W6675172773"],"related_works":["https://openalex.org/W2277261328","https://openalex.org/W2610471112","https://openalex.org/W2167656028","https://openalex.org/W2800372944","https://openalex.org/W2340059876","https://openalex.org/W2010464513","https://openalex.org/W2732016385","https://openalex.org/W2915536052","https://openalex.org/W2268952256","https://openalex.org/W2153217055"],"abstract_inverted_index":{"Internet":[0,109],"of":[1,98,110,135,164],"Things":[2,111],"(IoT)":[3],"devices":[4],"are":[5,30],"widely":[6],"being":[7,14],"used":[8],"in":[9,27,41,45,58,80,115,162],"various":[10],"smart":[11],"applications":[12],"and":[13,36,123,145,171],"equipped":[15],"with":[16,133],"cognitive":[17,60,107,117,119],"radio":[18,61,118],"(CR)":[19],"capabilities":[20],"for":[21,141],"dynamic":[22],"spectrum":[23],"allocation.":[24],"Our":[25,149],"objectives":[26],"this":[28],"work":[29],"to":[31,47,69,76,82],"achieve":[32],"higher":[33],"data":[34,166],"rates":[35],"minimize":[37,83],"end-to-end":[38,89],"routing":[39,56,102,139,147],"delays":[40],"CR-enabled":[42],"IoT":[43,64,142],"communication":[44,113],"order":[46,81],"maximize":[48],"throughput.":[49],"We":[50,92],"propose":[51],"a":[52,94],"reinforcement":[53],"learning":[54],"(RL)-based":[55],"approach":[57],"the":[59,71,77,99,106,116,125,136,154],"network":[62,78,120,126],"(CRN)-based":[63],"environment.":[65],"The":[66],"idea":[67],"is":[68],"add":[70],"channel":[72],"selection":[73],"decision":[74],"capability":[75],"layer":[79],"packet":[84,169],"collisions":[85],"as":[86,88],"well":[87],"delay":[90],"(EED).":[91],"perform":[93],"comprehensive":[95],"performance":[96,127],"evaluation":[97,150],"proposed":[100,131],"RL-IoT":[101,155],"mechanism":[103,132,140],"by":[104,129],"simulating":[105],"radio-enabled":[108],"(CR-IoT)":[112],"environment":[114],"(CRCN)":[121],"simulator":[122],"comparing":[124],"achieved":[128],"our":[130],"that":[134,153],"recent":[137],"AODV-based":[138],"(AODV-IoT),":[143],"ELD-CRN,":[144],"SpEED-IoT":[146],"approaches.":[148],"results":[151],"show":[152],"model":[156],"performs":[157],"better":[158],"than":[159],"existing":[160],"approaches":[161],"terms":[163],"average":[165],"rate,":[167],"throughput,":[168],"collision,":[170],"EED.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":11}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}