{"id":"https://openalex.org/W4413359378","doi":"https://doi.org/10.1109/tccn.2025.3600997","title":"Enhanced NSA-DRX Mechanism for Cognitive 5G Networks Utilizing Q-Learning and Long Short Term Rewards","display_name":"Enhanced NSA-DRX Mechanism for Cognitive 5G Networks Utilizing Q-Learning and Long Short Term Rewards","publication_year":2025,"publication_date":"2025-08-20","ids":{"openalex":"https://openalex.org/W4413359378","doi":"https://doi.org/10.1109/tccn.2025.3600997"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2025.3600997","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3600997","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086778458","display_name":"Xiaohui Lian","orcid":null},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Lian","raw_affiliation_strings":["School of Information Science and Engineering, Shenyang University of Technology, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0009-6100-1270","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shenyang University of Technology, Shenyang, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083643088","display_name":"Heng Yang","orcid":"https://orcid.org/0000-0003-0417-6313"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Yang","raw_affiliation_strings":["School of Information Science and Engineering, Shenyang University of Technology, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-0417-6313","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shenyang University of Technology, Shenyang, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081087045","display_name":"Shanshan Li","orcid":"https://orcid.org/0000-0001-8563-7198"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanshan Li","raw_affiliation_strings":["School of Mechanical Engineering, Shenyang University of Technology, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-8563-7198","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shenyang University of Technology, Shenyang, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhenyu Liu","orcid":"https://orcid.org/0009-0001-0346-2433"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Liu","raw_affiliation_strings":["School of Information Science and Engineering, Shenyang University of Technology, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0001-0346-2433","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shenyang University of Technology, Shenyang, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xue Liu","orcid":"https://orcid.org/0009-0007-8113-0112"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xue Liu","raw_affiliation_strings":["School of Information Science and Engineering, Shenyang University of Technology, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0007-8113-0112","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shenyang University of Technology, Shenyang, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007218692","display_name":"W. Wang","orcid":"https://orcid.org/0009-0008-9833-4231"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiran Wang","raw_affiliation_strings":["School of Information Science and Engineering, Shenyang University of Technology, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0008-9833-4231","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shenyang University of Technology, Shenyang, China","institution_ids":["https://openalex.org/I157507598"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157507598"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20139451,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"1963","last_page":"1977"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.8823000192642212,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.8823000192642212,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13905","display_name":"Telecommunications and Broadcasting Technologies","score":0.8816999793052673,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.8485999703407288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8101546764373779},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.6403552293777466},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5223996639251709},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.5146132707595825},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4249248504638672},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.33838385343551636},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.297227680683136},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.15747499465942383},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09224894642829895},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0760951042175293}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8101546764373779},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.6403552293777466},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5223996639251709},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.5146132707595825},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4249248504638672},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33838385343551636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.297227680683136},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.15747499465942383},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09224894642829895},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0760951042175293},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2025.3600997","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3600997","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1406110943","display_name":null,"funder_award_id":"20180520022","funder_id":"https://openalex.org/F4320323086","funder_display_name":"Natural Science Foundation of Liaoning Province"},{"id":"https://openalex.org/G4189520870","display_name":null,"funder_award_id":"202414226-1","funder_id":"https://openalex.org/F4320327799","funder_display_name":"Scientific Research Fund of Liaoning Provincial Education Department"},{"id":"https://openalex.org/G7107080991","display_name":null,"funder_award_id":"LJ212410142021","funder_id":"https://openalex.org/F4320327799","funder_display_name":"Scientific Research Fund of Liaoning Provincial Education Department"}],"funders":[{"id":"https://openalex.org/F4320323086","display_name":"Natural Science Foundation of Liaoning Province","ror":null},{"id":"https://openalex.org/F4320327799","display_name":"Scientific Research Fund of Liaoning Provincial Education Department","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2006047076","https://openalex.org/W2054692642","https://openalex.org/W2124152313","https://openalex.org/W2166465293","https://openalex.org/W2166737564","https://openalex.org/W2337453109","https://openalex.org/W2343448572","https://openalex.org/W2508915347","https://openalex.org/W2593488434","https://openalex.org/W2613543778","https://openalex.org/W2765784868","https://openalex.org/W2804320981","https://openalex.org/W2921373853","https://openalex.org/W2922667690","https://openalex.org/W3019160489","https://openalex.org/W3087036166","https://openalex.org/W3118481457","https://openalex.org/W3129201551","https://openalex.org/W3133466041","https://openalex.org/W4213083563","https://openalex.org/W4226083043","https://openalex.org/W4226115190","https://openalex.org/W4281839889","https://openalex.org/W4297147158","https://openalex.org/W4312999155"],"related_works":["https://openalex.org/W2382997850","https://openalex.org/W2390968135","https://openalex.org/W2382213751","https://openalex.org/W2351750670","https://openalex.org/W1597848696","https://openalex.org/W2354715126","https://openalex.org/W2388563748","https://openalex.org/W2980611886","https://openalex.org/W2375179084","https://openalex.org/W2366646518"],"abstract_inverted_index":{"Managing":[0],"the":[1,56,72,90,121,148],"growing":[2],"energy":[3],"demands":[4],"of":[5,150],"user":[6],"equipment":[7],"(UE)":[8],"in":[9,29,38,79,131,156],"5G":[10],"networks":[11],"is":[12,107],"critical":[13],"for":[14,55,163],"sustaining":[15],"prolonged":[16],"device":[17],"standby":[18],"times.":[19],"The":[20,82],"Discontinuous":[21],"Reception":[22],"(DRX)":[23],"mechanism":[24,53,61,84,126],"plays":[25],"a":[26,39,100,128,140],"pivotal":[27],"role":[28],"reducing":[30],"power":[31,114],"consumption,":[32],"but":[33],"its":[34],"implementation":[35],"often":[36],"results":[37,146],"trade-off":[40,142],"with":[41,143],"increased":[42],"packet":[43],"delays.":[44],"Addressing":[45],"these":[46],"challenges,":[47],"we":[48],"propose":[49],"an":[50,66],"enhanced":[51],"NSA-DRX":[52,125],"tailored":[54],"NSA":[57],"deployment":[58],"model.":[59],"This":[60],"integrates":[62],"bothRRC_CONNECTEDandRRC_IDLEstates,":[63],"modeled":[64],"using":[65],"eight-state":[67],"semi-Markov":[68],"process":[69],"to":[70,93,112,135],"capture":[71],"stochastic":[73],"and":[74,116,123,153,160],"dynamic":[75],"state":[76],"transitions":[77],"inherent":[78],"DRX":[80],"operations.":[81],"proposed":[83],"employs":[85],"cognitive":[86,158],"principles":[87],"by":[88],"integrating":[89],"Q-learning":[91,122],"algorithm":[92],"optimize":[94],"short":[95],"sleep":[96],"cycles":[97],"dynamically.":[98],"Additionally,":[99],"Long":[101],"Short":[102],"Term":[103],"Reward":[104],"(LSTR)":[105],"framework":[106],"introduced,":[108],"leveraging":[109],"multi-scale":[110],"rewards":[111],"balance":[113],"efficiency":[115],"delay.":[117,144],"Simulations":[118],"demonstrate":[119],"that":[120],"LSTR-enhanced":[124],"achieves":[127],"10%":[129],"improvement":[130],"power-saving":[132],"performance":[133],"compared":[134],"traditional":[136],"models":[137],"while":[138],"maintaining":[139],"balanced":[141],"These":[145],"highlight":[147],"efficacy":[149],"reinforcement":[151],"learning":[152],"reward-based":[154],"optimization":[155],"advancing":[157],"communication":[159],"networking":[161],"systems":[162],"next-generation":[164],"networks.":[165]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}