{"id":"https://openalex.org/W1985394689","doi":"https://doi.org/10.1109/cicomms.2013.6582850","title":"Route selection for minimizing interference to primary users in Cognitive Radio Networks: A Reinforcement Learning approach","display_name":"Route selection for minimizing interference to primary users in Cognitive Radio Networks: A Reinforcement Learning approach","publication_year":2013,"publication_date":"2013-04-01","ids":{"openalex":"https://openalex.org/W1985394689","doi":"https://doi.org/10.1109/cicomms.2013.6582850","mag":"1985394689"},"language":"en","primary_location":{"id":"doi:10.1109/cicomms.2013.6582850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cicomms.2013.6582850","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE Symposium on Computational Intelligence for Communication Systems and Networks (CIComms)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023648374","display_name":"Hasan A. A. Al-Rawi","orcid":null},"institutions":[{"id":"https://openalex.org/I84339108","display_name":"Sunway University","ror":"https://ror.org/04mjt7f73","country_code":"MY","type":"education","lineage":["https://openalex.org/I84339108"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Hasan A. A. Al-Rawi","raw_affiliation_strings":["Department of Computer Science and Networked System, Faculty of Science and Technology, Sunway University, Malaysia","Dept. of Comput. Sci. & Networked Syst., Sunway Univ., Bandar Sunway, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Networked System, Faculty of Science and Technology, Sunway University, Malaysia","institution_ids":["https://openalex.org/I84339108"]},{"raw_affiliation_string":"Dept. of Comput. Sci. & Networked Syst., Sunway Univ., Bandar Sunway, Malaysia","institution_ids":["https://openalex.org/I84339108"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055349217","display_name":"Kok\u2010Lim Alvin Yau","orcid":"https://orcid.org/0000-0003-3110-2782"},"institutions":[{"id":"https://openalex.org/I84339108","display_name":"Sunway University","ror":"https://ror.org/04mjt7f73","country_code":"MY","type":"education","lineage":["https://openalex.org/I84339108"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Kok-Lim Alvin Yau","raw_affiliation_strings":["Department of Computer Science and Networked System, Faculty of Science and Technology, Sunway University, Malaysia","Dept. of Comput. Sci. & Networked Syst., Sunway Univ., Bandar Sunway, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Networked System, Faculty of Science and Technology, Sunway University, Malaysia","institution_ids":["https://openalex.org/I84339108"]},{"raw_affiliation_string":"Dept. of Comput. Sci. & Networked Syst., Sunway Univ., Bandar Sunway, Malaysia","institution_ids":["https://openalex.org/I84339108"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8863,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.8674099,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"6","issue":null,"first_page":"24","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7830902338027954},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6704984903335571},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.6070297956466675},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5626543760299683},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.5607638359069824},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5256967544555664},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.5213790535926819},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.5177525877952576},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.4775213301181793},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.4620110094547272},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.46019577980041504},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4446043372154236},{"id":"https://openalex.org/keywords/multipath-routing","display_name":"Multipath routing","score":0.43753480911254883},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1394445300102234},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13713112473487854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11185580492019653}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7830902338027954},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6704984903335571},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.6070297956466675},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5626543760299683},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.5607638359069824},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5256967544555664},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.5213790535926819},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.5177525877952576},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.4775213301181793},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.4620110094547272},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.46019577980041504},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4446043372154236},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.43753480911254883},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1394445300102234},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13713112473487854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11185580492019653}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cicomms.2013.6582850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cicomms.2013.6582850","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE Symposium on Computational Intelligence for Communication Systems and Networks (CIComms)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1513943849","https://openalex.org/W1965612527","https://openalex.org/W1973750211","https://openalex.org/W1980925810","https://openalex.org/W2000875519","https://openalex.org/W2027895706","https://openalex.org/W2044465268","https://openalex.org/W2052920680","https://openalex.org/W2059869588","https://openalex.org/W2070941899","https://openalex.org/W2102980025","https://openalex.org/W2103222798","https://openalex.org/W2103724767","https://openalex.org/W2107561590","https://openalex.org/W2113223292","https://openalex.org/W2113290876","https://openalex.org/W2119942913","https://openalex.org/W2121906906","https://openalex.org/W2122992212","https://openalex.org/W2123927904","https://openalex.org/W2127383773","https://openalex.org/W2131787605","https://openalex.org/W2137358970","https://openalex.org/W2146464777","https://openalex.org/W2156666755","https://openalex.org/W2157940272","https://openalex.org/W2310249834","https://openalex.org/W2537747452","https://openalex.org/W4214717370","https://openalex.org/W6630666883","https://openalex.org/W6682459407"],"related_works":["https://openalex.org/W2607223747","https://openalex.org/W2082566976","https://openalex.org/W2613682624","https://openalex.org/W2286025681","https://openalex.org/W1655019438","https://openalex.org/W2002267183","https://openalex.org/W2369989480","https://openalex.org/W2077927962","https://openalex.org/W2619478018","https://openalex.org/W4214896794"],"abstract_inverted_index":{"The":[0],"dynamicity":[1,135,196],"and":[2,67,90,103,136,181,197,202,226],"unpredictability":[3,137,198],"of":[4,20,46,70,87,114,133,193,199],"channel":[5,134,200],"availability":[6],"in":[7,54,111,128,138],"Cognitive":[8,77],"Radio":[9,78],"Networks":[10],"(CRNs)":[11],"have":[12,97],"imposed":[13],"a":[14,43,75,162],"major":[15],"challenge":[16],"to":[17,30,37,65,84,124,140,147,171,178,205,215,219,222],"the":[18,55,107,186,190,213],"design":[19],"routing":[21,25,58,95,183,224],"schemes.":[22],"Generally":[23],"speaking,":[24],"enables":[26],"Secondary":[27],"Users":[28,39],"(SUs)":[29],"select":[31],"optimal":[32],"routes,":[33],"while":[34,188],"minimizing":[35],"interference":[36,64,89,204,214],"Primary":[38],"(PUs),":[40],"which":[41,82],"is":[42,145,161],"key":[44],"requirement":[45],"CRNs.":[47],"Nevertheless,":[48],"there":[49],"has":[50,121],"been":[51,98,122],"limited":[52],"research":[53],"literature":[56],"for":[57,100,217],"schemes":[59,96],"that":[60,168,174,210],"consider":[61],"both":[62],"SUs'":[63,91,203],"PUs":[66,216],"network-wide":[68,109,126],"performance":[69,110,127],"SUs.":[71],"This":[72],"paper":[73],"proposes":[74],"novel":[76],"Q-routing":[79],"(CRQ-routing)":[80],"scheme,":[81],"aims":[83],"take":[85],"account":[86],"SU-to-PU":[88],"end-to-end":[92,230],"delay.":[93],"Traditionally,":[94],"designed":[99],"specific":[101],"applications":[102],"may":[104],"not":[105,152],"achieve":[106,125],"optimum":[108],"most":[112],"kinds":[113],"network":[115],"scenarios.":[116],"In":[117],"this":[118],"paper,":[119],"CRQ-routing":[120,144,160,211],"shown":[123],"scenarios":[129],"with":[130],"various":[131],"levels":[132],"regards":[139],"PU":[141,235],"activities.":[142,236],"Furthermore,":[143],"simple":[146],"implement":[148],"since":[149],"it":[150,227],"does":[151],"require":[153],"additional":[154],"hardware":[155],"or":[156],"geographical":[157],"information.":[158],"Basically,":[159],"Reinforcement":[163],"Learning-":[164],"(RL-)":[165],"based":[166],"approach":[167],"provides":[169],"intelligence":[170],"SUs":[172],"so":[173],"they":[175],"can":[176],"learn":[177],"make":[179],"dynamic":[180],"efficient":[182],"decisions":[184],"on":[185],"fly":[187],"addressing":[189],"important":[191],"characteristics":[192],"CRNs":[194],"namely,":[195],"availability,":[201],"PUs.":[206],"Simulation":[207],"results":[208],"show":[209],"reduces":[212],"up":[218],"43%":[220],"compared":[221],"traditional":[223],"schemes,":[225],"achieves":[228],"lower":[229],"delay":[231],"under":[232],"highly":[233],"unpredictable":[234]},"counts_by_year":[{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}