{"id":"https://openalex.org/W2103222798","doi":"https://doi.org/10.1109/crowncom.2009.5189189","title":"Reinforcement learning based spectrum-aware routing in multi-hop cognitive radio networks","display_name":"Reinforcement learning based spectrum-aware routing in multi-hop cognitive radio networks","publication_year":2009,"publication_date":"2009-06-01","ids":{"openalex":"https://openalex.org/W2103222798","doi":"https://doi.org/10.1109/crowncom.2009.5189189","mag":"2103222798"},"language":"en","primary_location":{"id":"doi:10.1109/crowncom.2009.5189189","doi":"https://doi.org/10.1109/crowncom.2009.5189189","is_oa":false,"landing_page_url":"https://doi.org/10.1109/crowncom.2009.5189189","pdf_url":null,"source":{"id":"https://openalex.org/S4306419196","display_name":"International Conference on Cognitive Radio Oriented Wireless Networks and Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 4th International Conference on Cognitive Radio Oriented Wireless Networks and Communications","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Bing Xia","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bing Xia","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, University College London, London, UK","Department of Electronic and Electrical Engineering, University College London, , United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, University College London, , United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082188099","display_name":"Muhammad Husni Wahab","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Muhammad Husni Wahab","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, University College London, London, UK","Department of Electronic and Electrical Engineering, University College London, , United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, University College London, , United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100397725","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0003-0608-9408","observed_orcids":["https://orcid.org/0000-0003-0608-9408","https://orcid.org/0000-0002-4607-0501"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, University College London, London, UK","Department of Electronic and Electrical Engineering, University College London, , United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, University College London, , United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103163895","display_name":"Zhong Fan","orcid":"https://orcid.org/0000-0002-5575-1536","observed_orcids":["https://orcid.org/0000-0002-5575-1536"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong Fan","raw_affiliation_strings":["Telecommunications Research Laboratory, Toshiba Research Europe Limited, Bristol, UK","Telecommunications Research Laboratory, Toshiba Research Europe Ltd., Bristol, United Kingdom#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Telecommunications Research Laboratory, Toshiba Research Europe Limited, Bristol, UK","institution_ids":[]},{"raw_affiliation_string":"Telecommunications Research Laboratory, Toshiba Research Europe Ltd., Bristol, United Kingdom#TAB#","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109169521","display_name":"Mahesh Sooriyabandara","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahesh Sooriyabandara","raw_affiliation_strings":["Telecommunications Research Laboratory, Toshiba Research Europe Limited, Bristol, UK","Telecommunications Research Laboratory, Toshiba Research Europe Ltd., Bristol, United Kingdom#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Telecommunications Research Laboratory, Toshiba Research Europe Limited, Bristol, UK","institution_ids":[]},{"raw_affiliation_string":"Telecommunications Research Laboratory, Toshiba Research Europe Ltd., Bristol, United Kingdom#TAB#","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0136,"has_fulltext":false,"cited_by_count":67,"citation_normalized_percentile":{"value":0.95461944,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-radio-networks","display_name":"cognitive radio networks","score":0.9480000138282776},{"id":"https://openalex.org/keywords/multi-hop-networks","display_name":"multi-hop networks","score":0.8519999980926514},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9599999785423279},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9980000257492065},{"id":"https://openalex.org/keywords/adaptive-routing","display_name":"adaptive routing","score":0.6019999980926514},{"id":"https://openalex.org/keywords/dynamic-spectrum-access","display_name":"dynamic spectrum access","score":0.5580000281333923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7798277139663696},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.7678906321525574},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.750048041343689},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.7182816863059998},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.6773422956466675},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.649423360824585},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.6161924600601196},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.6127849817276001},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5913167595863342},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.58949875831604},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5213648080825806},{"id":"https://openalex.org/C7573999","wikidata":"https://www.wikidata.org/wiki/Q207580","display_name":"Routing Information Protocol","level":5,"score":0.4797876477241516},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.452053040266037},{"id":"https://openalex.org/C87044965","wikidata":"https://www.wikidata.org/wiki/Q1091139","display_name":"Enhanced Interior Gateway Routing Protocol","level":5,"score":0.44844090938568115},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.4444333612918854},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.431243360042572},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.42592304944992065},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.4145342707633972},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.25719696283340454},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.14279723167419434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1384659707546234},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11367657780647278}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/crowncom.2009.5189189","doi":"https://doi.org/10.1109/crowncom.2009.5189189","is_oa":false,"landing_page_url":"https://doi.org/10.1109/crowncom.2009.5189189","pdf_url":null,"source":{"id":"https://openalex.org/S4306419196","display_name":"International Conference on Cognitive Radio Oriented Wireless Networks and Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 4th International Conference on Cognitive Radio Oriented Wireless Networks and Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5378999710083008,"display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2062655245","https://openalex.org/W2102876126","https://openalex.org/W2107726111","https://openalex.org/W2111995229","https://openalex.org/W2119339291","https://openalex.org/W2121863487","https://openalex.org/W2153090463","https://openalex.org/W2156666755","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2982267310","https://openalex.org/W3200808132","https://openalex.org/W4221087863","https://openalex.org/W2087379809","https://openalex.org/W1765539535","https://openalex.org/W2537992717","https://openalex.org/W3011676328","https://openalex.org/W2522423684","https://openalex.org/W2543492481","https://openalex.org/W2136697657"],"abstract_inverted_index":{"Routing":[0],"in":[1,80,98],"multi-hop":[2,81],"cognitive":[3,34,82],"radio":[4,83],"networks":[5],"(CRN)":[6],"should":[7],"be":[8],"spectrum-aware.":[9],"In":[10,127],"this":[11],"paper,":[12],"two":[13],"adaptive":[14,104],"reinforcement":[15],"learning":[16],"based":[17],"spectrum-aware":[18,116,130,143,168],"routing":[19,78,135,155],"protocols":[20,79,100,111],"are":[21,28,86],"introduced.":[22],"Q-Learning":[23],"and":[24,52,88,94,105,147],"Dual":[25],"Reinforcement":[26],"Learning":[27],"applied":[29],"respectively":[30],"for":[31],"them.":[32],"The":[33],"nodes":[35],"store":[36],"a":[37,154],"table":[38],"of":[39,46,109,167],"Q":[40],"values":[41],"that":[42,166],"estimate":[43],"the":[44,50,75,115,128,133,142],"numbers":[45],"available":[47,67],"channels":[48,68],"on":[49],"routes":[51,63],"update":[53],"them":[54],"while":[55],"routing.":[56,107],"So":[57],"they":[58,85],"can":[59,95],"adaptively":[60],"learn":[61],"good":[62,164],"which":[64,157],"have":[65],"more":[66,92,159],"from":[69],"just":[70],"local":[71],"information.":[72],"Compared":[73],"to":[74,90],"previous":[76],"spectrumaware":[77],"networks,":[84],"simpler":[87],"easier":[89],"implement,":[91],"cost-effective,":[93],"avoid":[96],"drawbacks":[97],"on-demand":[99],"but":[101],"still":[102],"keep":[103],"dynamic":[106],"Both":[108],"our":[110],"perform":[112],"better":[113],"than":[114,160],"shortest":[117],"path":[118],"protocol":[119],"when":[120],"network":[121,149,172],"load":[122],"is":[123,158],"not":[124],"too":[125],"low.":[126],"meantime,":[129],"DRQ-routing":[131],"learns":[132,153],"optimal":[134],"policy":[136,156],"1.5":[137],"times":[138,162],"as":[139,141,163,165],"fast":[140],"Q-routing":[144,169],"at":[145,170],"low":[146],"medium":[148],"load.":[150,173],"It":[151],"also":[152],"seven":[161],"high":[171]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":8}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}