{"id":"https://openalex.org/W2087379809","doi":"https://doi.org/10.1109/wmnc.2014.6878881","title":"A reinforcement learning-based routing scheme for cognitive radio ad hoc networks","display_name":"A reinforcement learning-based routing scheme for cognitive radio ad hoc networks","publication_year":2014,"publication_date":"2014-05-01","ids":{"openalex":"https://openalex.org/W2087379809","doi":"https://doi.org/10.1109/wmnc.2014.6878881","mag":"2087379809"},"language":"en","primary_location":{"id":"doi:10.1109/wmnc.2014.6878881","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wmnc.2014.6878881","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 7th IFIP Wireless and Mobile Networking Conference (WMNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023648374","display_name":"Hasan A. A. Al-Rawi","orcid":null},"institutions":[{"id":"https://openalex.org/I84339108","display_name":"Sunway University","ror":"https://ror.org/04mjt7f73","country_code":"MY","type":"education","lineage":["https://openalex.org/I84339108"]},{"id":"https://openalex.org/I188524465","display_name":"University of Selangor","ror":"https://ror.org/03j4n8s31","country_code":"MY","type":"education","lineage":["https://openalex.org/I188524465"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Hasan A. A. Al-Rawi","raw_affiliation_strings":["Faculty of Science and Technology, Sunway University No.5 Jalan Universiti, Selangor, Malaysia","Fac. of Sci. & Technol., Sunway Univ., Sunway, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology, Sunway University No.5 Jalan Universiti, Selangor, Malaysia","institution_ids":["https://openalex.org/I84339108","https://openalex.org/I188524465"]},{"raw_affiliation_string":"Fac. of Sci. & Technol., Sunway Univ., Sunway, Malaysia","institution_ids":["https://openalex.org/I84339108"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055349217","display_name":"Kok\u2010Lim Alvin Yau","orcid":"https://orcid.org/0000-0003-3110-2782"},"institutions":[{"id":"https://openalex.org/I188524465","display_name":"University of Selangor","ror":"https://ror.org/03j4n8s31","country_code":"MY","type":"education","lineage":["https://openalex.org/I188524465"]},{"id":"https://openalex.org/I84339108","display_name":"Sunway University","ror":"https://ror.org/04mjt7f73","country_code":"MY","type":"education","lineage":["https://openalex.org/I84339108"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Kok-Lim Alvin Yau","raw_affiliation_strings":["Faculty of Science and Technology, Sunway University No.5 Jalan Universiti, Selangor, Malaysia","Fac. of Sci. & Technol., Sunway Univ., Sunway, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology, Sunway University No.5 Jalan Universiti, Selangor, Malaysia","institution_ids":["https://openalex.org/I84339108","https://openalex.org/I188524465"]},{"raw_affiliation_string":"Fac. of Sci. & Technol., Sunway Univ., Sunway, Malaysia","institution_ids":["https://openalex.org/I84339108"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012813108","display_name":"Hafizal Mohamad","orcid":"https://orcid.org/0000-0003-1915-6710"},"institutions":[{"id":"https://openalex.org/I891303086","display_name":"MIMOS (Malaysia)","ror":"https://ror.org/01k94e681","country_code":"MY","type":"company","lineage":["https://openalex.org/I891303086"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Hafizal Mohamad","raw_affiliation_strings":["Wireless Network and Protocol Research Lab MIMOS Berhad, Kuala Lumpur, Malaysia","[Wireless Network and Protocol Research Lab, MIMOS Berhad, Kuala Lumpur, Malaysia]"],"affiliations":[{"raw_affiliation_string":"Wireless Network and Protocol Research Lab MIMOS Berhad, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I891303086"]},{"raw_affiliation_string":"[Wireless Network and Protocol Research Lab, MIMOS Berhad, Kuala Lumpur, Malaysia]","institution_ids":["https://openalex.org/I891303086"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071621881","display_name":"Nordin Ramli","orcid":"https://orcid.org/0000-0001-5358-284X"},"institutions":[{"id":"https://openalex.org/I891303086","display_name":"MIMOS (Malaysia)","ror":"https://ror.org/01k94e681","country_code":"MY","type":"company","lineage":["https://openalex.org/I891303086"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Nordin Ramli","raw_affiliation_strings":["Wireless Network and Protocol Research Lab MIMOS Berhad, Kuala Lumpur, Malaysia","[Wireless Network and Protocol Research Lab, MIMOS Berhad, Kuala Lumpur, Malaysia]"],"affiliations":[{"raw_affiliation_string":"Wireless Network and Protocol Research Lab MIMOS Berhad, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I891303086"]},{"raw_affiliation_string":"[Wireless Network and Protocol Research Lab, MIMOS Berhad, Kuala Lumpur, Malaysia]","institution_ids":["https://openalex.org/I891303086"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030629189","display_name":"Wahidah Hashim","orcid":"https://orcid.org/0000-0002-7661-5146"},"institutions":[{"id":"https://openalex.org/I891303086","display_name":"MIMOS (Malaysia)","ror":"https://ror.org/01k94e681","country_code":"MY","type":"company","lineage":["https://openalex.org/I891303086"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Wahidah Hashim","raw_affiliation_strings":["Wireless Network and Protocol Research Lab MIMOS Berhad, Kuala Lumpur, Malaysia","[Wireless Network and Protocol Research Lab, MIMOS Berhad, Kuala Lumpur, Malaysia]"],"affiliations":[{"raw_affiliation_string":"Wireless Network and Protocol Research Lab MIMOS Berhad, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I891303086"]},{"raw_affiliation_string":"[Wireless Network and Protocol Research Lab, MIMOS Berhad, Kuala Lumpur, Malaysia]","institution_ids":["https://openalex.org/I891303086"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5023648374"],"corresponding_institution_ids":["https://openalex.org/I188524465","https://openalex.org/I84339108"],"apc_list":null,"apc_paid":null,"fwci":1.724,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.8679096,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7872155904769897},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.749978244304657},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7015657424926758},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.689491868019104},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.6054569482803345},{"id":"https://openalex.org/keywords/destination-sequenced-distance-vector-routing","display_name":"Destination-Sequenced Distance Vector routing","score":0.5052264332771301},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.49498575925827026},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.49133458733558655},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.4531765282154083},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.4442732632160187},{"id":"https://openalex.org/keywords/adaptive-quality-of-service-multi-hop-routing","display_name":"Adaptive quality of service multi-hop routing","score":0.4429958164691925},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.433221697807312},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.43112802505493164},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.415108859539032},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.18935853242874146},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1504300832748413},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13393881916999817}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7872155904769897},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.749978244304657},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7015657424926758},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.689491868019104},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.6054569482803345},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.5052264332771301},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.49498575925827026},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.49133458733558655},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.4531765282154083},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.4442732632160187},{"id":"https://openalex.org/C32244324","wikidata":"https://www.wikidata.org/wiki/Q4680755","display_name":"Adaptive quality of service multi-hop routing","level":5,"score":0.4429958164691925},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.433221697807312},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.43112802505493164},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.415108859539032},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.18935853242874146},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1504300832748413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13393881916999817}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wmnc.2014.6878881","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wmnc.2014.6878881","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 7th IFIP Wireless and Mobile Networking Conference (WMNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1513943849","https://openalex.org/W1965612527","https://openalex.org/W2044465268","https://openalex.org/W2059869588","https://openalex.org/W2103222798","https://openalex.org/W2121101953","https://openalex.org/W2121863487","https://openalex.org/W2122992212","https://openalex.org/W2127383773","https://openalex.org/W2144369278","https://openalex.org/W2146464777","https://openalex.org/W2156666755","https://openalex.org/W2310249834","https://openalex.org/W4214717370","https://openalex.org/W6630666883","https://openalex.org/W6682459407"],"related_works":["https://openalex.org/W1655019438","https://openalex.org/W2607223747","https://openalex.org/W2081964190","https://openalex.org/W2543752581","https://openalex.org/W2123812631","https://openalex.org/W2002267183","https://openalex.org/W2620451430","https://openalex.org/W1976978163","https://openalex.org/W2167519717","https://openalex.org/W2077927962"],"abstract_inverted_index":{"Cognitive":[0,45],"radio":[1],"(CR)":[2],"has":[3],"been":[4],"proposed":[5],"to":[6,14,75,80,85,110,128],"enable":[7,81],"unlicensed":[8],"users":[9,27],"(or":[10,20,28],"secondary":[11],"users,":[12,30],"SUs)":[13],"exploit":[15],"the":[16,25,61],"underutilized":[17],"licensed":[18,26],"channels":[19],"white":[21],"spaces)":[22],"owned":[23],"by":[24],"primary":[29],"PUs).":[31],"This":[32],"article":[33],"presents":[34],"a":[35,51],"simple":[36],"and":[37,63,68,88,100],"pragmatic":[38],"reinforcement":[39],"learning":[40],"(RL)-based":[41],"routing":[42],"scheme":[43,53],"called":[44],"Radio":[46],"Q-routing":[47],"(CRQ-routing).":[48],"CRQ-routing":[49,124],"is":[50,78,102],"spectrum-aware":[52],"that":[54,92,123],"finds":[55],"least-cost":[56],"routes":[57],"taking":[58],"into":[59],"account":[60],"dynamicity":[62],"unpredictability":[64],"of":[65,117],"channel":[66,69],"availability":[67],"quality,":[70],"as":[71,73,96,104,137,139],"well":[72,138],"interference":[74,127],"PUs.":[76],"RL":[77],"applied":[79],"each":[82],"SU":[83],"node":[84],"observe,":[86],"learn":[87],"make":[89],"action":[90],"selection":[91],"maximizes":[93,140],"network":[94,118],"performance":[95],"time":[97],"goes":[98],"by;":[99],"this":[101],"essential":[103],"it":[105],"may":[106],"not":[107],"be":[108],"feasible":[109],"define":[111],"actions":[112],"for":[113],"all":[114],"possible":[115],"sets":[116],"conditions.":[119],"Simulation":[120],"results":[121],"show":[122],"minimizes":[125],"SUs'":[126,130,133,141],"PUs,":[129],"end-to-end":[131],"delay,":[132],"packet":[134],"loss":[135],"rate,":[136],"throughput.":[142]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}