{"id":"https://openalex.org/W4367277040","doi":"https://doi.org/10.1109/tccn.2023.3271144","title":"Imperfect CSI-Based Resource Management in Cognitive IoT Networks: A Deep Recurrent Reinforcement Learning Framework","display_name":"Imperfect CSI-Based Resource Management in Cognitive IoT Networks: A Deep Recurrent Reinforcement Learning Framework","publication_year":2023,"publication_date":"2023-04-27","ids":{"openalex":"https://openalex.org/W4367277040","doi":"https://doi.org/10.1109/tccn.2023.3271144"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2023.3271144","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2023.3271144","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040323575","display_name":"Amandeep Kaur","orcid":"https://orcid.org/0000-0002-8325-668X"},"institutions":[{"id":"https://openalex.org/I9747756","display_name":"Atal Bihari Vajpayee Indian Institute of Information Technology and Management","ror":"https://ror.org/008b3ap06","country_code":"IN","type":"education","lineage":["https://openalex.org/I9747756"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amandeep Kaur","raw_affiliation_strings":["Department of Management Studies, ABV-Indian Institute of Information Technology and Management, Gwalior, India"],"raw_orcid":"https://orcid.org/0000-0002-8325-668X","affiliations":[{"raw_affiliation_string":"Department of Management Studies, ABV-Indian Institute of Information Technology and Management, Gwalior, India","institution_ids":["https://openalex.org/I9747756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033836077","display_name":"Krishan Kumar","orcid":"https://orcid.org/0000-0003-4020-4051"},"institutions":[{"id":"https://openalex.org/I36909309","display_name":"National Institute of Technology Hamirpur","ror":"https://ror.org/01nc8zs04","country_code":"IN","type":"education","lineage":["https://openalex.org/I36909309","https://openalex.org/I4210152752"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Krishan Kumar","raw_affiliation_strings":["Department of Electronics and Communication Engineering, National Institute of Technology Hamirpur, Hamirpur, India"],"raw_orcid":"https://orcid.org/0000-0003-4020-4051","affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, National Institute of Technology Hamirpur, Hamirpur, India","institution_ids":["https://openalex.org/I36909309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011672887","display_name":"Arun Prakash","orcid":"https://orcid.org/0000-0002-5575-6943"},"institutions":[{"id":"https://openalex.org/I152869788","display_name":"Motilal Nehru National Institute of Technology","ror":"https://ror.org/04dp7tp96","country_code":"IN","type":"education","lineage":["https://openalex.org/I152869788"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Arun Prakash","raw_affiliation_strings":["Department of Electronics and Communication Engineering, Motilal Nehru National Institute of Technology Allahabad, Prayagraj, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, Motilal Nehru National Institute of Technology Allahabad, Prayagraj, India","institution_ids":["https://openalex.org/I152869788"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066745437","display_name":"Rajeev Tripathi","orcid":"https://orcid.org/0000-0002-5929-095X"},"institutions":[{"id":"https://openalex.org/I152869788","display_name":"Motilal Nehru National Institute of Technology","ror":"https://ror.org/04dp7tp96","country_code":"IN","type":"education","lineage":["https://openalex.org/I152869788"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajeev Tripathi","raw_affiliation_strings":["Department of Electronics and Communication Engineering, Motilal Nehru National Institute of Technology Allahabad, Prayagraj, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, Motilal Nehru National Institute of Technology Allahabad, Prayagraj, India","institution_ids":["https://openalex.org/I152869788"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8075,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.9095771,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"9","issue":"5","first_page":"1271","last_page":"1281"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8372007012367249},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8210881352424622},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.6890555620193481},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5680732727050781},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5253540873527527},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5044893026351929},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5027365684509277},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.4823117256164551},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.47233858704566956},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4600067436695099},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.45714524388313293},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.41336774826049805},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3990910053253174},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32224681973457336},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.24038711190223694},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21911615133285522},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16536778211593628},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.15506193041801453},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15119928121566772},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.13518226146697998}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8372007012367249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8210881352424622},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.6890555620193481},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5680732727050781},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5253540873527527},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5044893026351929},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5027365684509277},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.4823117256164551},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.47233858704566956},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4600067436695099},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.45714524388313293},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.41336774826049805},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3990910053253174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32224681973457336},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.24038711190223694},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21911615133285522},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16536778211593628},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.15506193041801453},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15119928121566772},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.13518226146697998},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2023.3271144","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2023.3271144","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1994164663","https://openalex.org/W2048570986","https://openalex.org/W2071636919","https://openalex.org/W2169665930","https://openalex.org/W2741728716","https://openalex.org/W2761694337","https://openalex.org/W2768653190","https://openalex.org/W2773009956","https://openalex.org/W2775243193","https://openalex.org/W2791282349","https://openalex.org/W2839155776","https://openalex.org/W2898754723","https://openalex.org/W2900356636","https://openalex.org/W2907883154","https://openalex.org/W2915365153","https://openalex.org/W2918900760","https://openalex.org/W2962797279","https://openalex.org/W2963608065","https://openalex.org/W2969525674","https://openalex.org/W2974939732","https://openalex.org/W2989054343","https://openalex.org/W3011665186","https://openalex.org/W3012431863","https://openalex.org/W3015366655","https://openalex.org/W3032998286","https://openalex.org/W3048193374","https://openalex.org/W3089195140","https://openalex.org/W3105941327","https://openalex.org/W3111451031","https://openalex.org/W3127342281"],"related_works":["https://openalex.org/W2116441277","https://openalex.org/W2176656248","https://openalex.org/W1526281004","https://openalex.org/W2298116686","https://openalex.org/W2693773189","https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1589140671","https://openalex.org/W2067431740"],"abstract_inverted_index":{"The":[0,168],"proliferation":[1],"of":[2,5,12,33,56,112,127,157,162,181],"the":[3,34,44,57,71,110,125,142,148,155,179],"Internet":[4],"Things":[6],"(IoT)":[7],"technology":[8],"for":[9],"wide":[10],"range":[11],"wireless":[13],"applications":[14],"increase":[15],"raw":[16],"data,":[17],"leads":[18],"to":[19,37,46,51,61,68,114,123,140],"spectrum":[20,26],"scarcity,":[21],"and":[22,74,98,165,183],"also":[23,170],"burdens":[24],"available":[25],"resources.":[27],"Cognitive":[28],"Radio":[29],"(CR)":[30],"is":[31,60,91,132,175],"one":[32],"key":[35],"enablers":[36],"build":[38],"future":[39],"IoT":[40,78],"systems,":[41],"which":[42,90],"has":[43],"ability":[45],"exploit":[47],"dynamic":[48],"networking":[49],"characteristics":[50],"optimize":[52],"network":[53],"performance.":[54],"One":[55],"critical":[58],"challenges":[59],"obtain":[62],"perfect":[63],"Channel":[64],"State":[65],"Information":[66],"(CSI)":[67],"efficiently":[69],"allocate":[70],"transmission":[72],"power":[73],"frequency":[75],"resources":[76],"among":[77],"nodes.":[79],"In":[80],"this":[81],"paper,":[82],"we":[83],"focus":[84],"on":[85],"resource":[86,143],"management":[87],"optimization":[88],"problem":[89],"transformed":[92],"into":[93],"Markov":[94],"Decision":[95],"Process":[96],"(MDP)":[97],"solved":[99],"with":[100,109,116,134],"proposed":[101,128,158],"Deep":[102],"Recurrent":[103,136],"Reinforcement":[104],"Learning":[105],"(DRRL)":[106],"based":[107],"scheme":[108,159],"consideration":[111],"energy-efficiency":[113],"deal":[115],"partial":[117],"observability":[118],"from":[119],"limited":[120],"information.":[121,150],"Furthermore,":[122],"heighten":[124],"performance":[126],"scheme,":[129],"cooperative":[130],"framework":[131],"introduced":[133],"Gated":[135],"Unit":[137],"(GRU)":[138],"layer":[139],"improve":[141],"allocation":[144],"policy":[145],"by":[146],"accessing":[147],"historical":[149],"Finally,":[151],"extensive":[152],"simulations":[153],"corroborate":[154],"superiority":[156],"in":[160],"terms":[161],"faster":[163],"convergence":[164],"higher":[166],"reward.":[167],"results":[169],"show":[171],"that":[172,186],"CSI":[173],"imperfections":[174],"non-negligible,":[176],"thus":[177],"highlights":[178],"importance":[180],"robust":[182],"intelligent":[184],"design":[185],"maintains":[187],"users\u2019":[188],"QoS.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}