{"id":"https://openalex.org/W2053358879","doi":"https://doi.org/10.1145/2507908.2507910","title":"Reinforcement learning in hierarchical cognitive radio wireless networks","display_name":"Reinforcement learning in hierarchical cognitive radio wireless networks","publication_year":2013,"publication_date":"2013-11-03","ids":{"openalex":"https://openalex.org/W2053358879","doi":"https://doi.org/10.1145/2507908.2507910","mag":"2053358879"},"language":"en","primary_location":{"id":"doi:10.1145/2507908.2507910","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2507908.2507910","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd ACM workshop on High performance mobile opportunistic systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060231334","display_name":"Konstantinos Katzis","orcid":"https://orcid.org/0000-0002-1470-2105"},"institutions":[{"id":"https://openalex.org/I201118511","display_name":"European University Cyprus","ror":"https://ror.org/04xp48827","country_code":"CY","type":"education","lineage":["https://openalex.org/I201118511"]}],"countries":["CY"],"is_corresponding":true,"raw_author_name":"Konstantinos Katzis","raw_affiliation_strings":["European University Cyprus, Nicosia, Cyprus","European University Cyprus , Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"European University Cyprus, Nicosia, Cyprus","institution_ids":["https://openalex.org/I201118511"]},{"raw_affiliation_string":"European University Cyprus , Nicosia, Cyprus","institution_ids":["https://openalex.org/I201118511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023320998","display_name":"\u039aaterina Papanikolaou","orcid":"https://orcid.org/0000-0002-5774-5375"},"institutions":[{"id":"https://openalex.org/I201118511","display_name":"European University Cyprus","ror":"https://ror.org/04xp48827","country_code":"CY","type":"education","lineage":["https://openalex.org/I201118511"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Katerina Papanikolaou","raw_affiliation_strings":["European University Cyprus, Nicosia, Cyprus","European University Cyprus , Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"European University Cyprus, Nicosia, Cyprus","institution_ids":["https://openalex.org/I201118511"]},{"raw_affiliation_string":"European University Cyprus , Nicosia, Cyprus","institution_ids":["https://openalex.org/I201118511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019731971","display_name":"Marios Iakovou","orcid":null},"institutions":[{"id":"https://openalex.org/I201118511","display_name":"European University Cyprus","ror":"https://ror.org/04xp48827","country_code":"CY","type":"education","lineage":["https://openalex.org/I201118511"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Marios Iakovou","raw_affiliation_strings":["European University Cyprus, Nicosia, Cyprus","European University Cyprus , Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"European University Cyprus, Nicosia, Cyprus","institution_ids":["https://openalex.org/I201118511"]},{"raw_affiliation_string":"European University Cyprus , Nicosia, Cyprus","institution_ids":["https://openalex.org/I201118511"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060231334"],"corresponding_institution_ids":["https://openalex.org/I201118511"],"apc_list":null,"apc_paid":null,"fwci":1.0874,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.80485022,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"47","last_page":"52"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8141985535621643},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6889940500259399},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.6763351559638977},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6663958430290222},{"id":"https://openalex.org/keywords/blocking","display_name":"Blocking (statistics)","score":0.6126061677932739},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6008971333503723},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.5974920392036438},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5352386236190796},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5221084356307983},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.5173758268356323},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.503774106502533},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.47671929001808167},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4232249855995178},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.38193386793136597},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.3537532091140747},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16171184182167053},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11725440621376038}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8141985535621643},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6889940500259399},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.6763351559638977},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6663958430290222},{"id":"https://openalex.org/C144745244","wikidata":"https://www.wikidata.org/wiki/Q4927286","display_name":"Blocking (statistics)","level":2,"score":0.6126061677932739},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6008971333503723},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.5974920392036438},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5352386236190796},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5221084356307983},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.5173758268356323},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.503774106502533},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.47671929001808167},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4232249855995178},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.38193386793136597},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.3537532091140747},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16171184182167053},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11725440621376038},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2507908.2507910","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2507908.2507910","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd ACM workshop on High performance mobile opportunistic systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W202719024","https://openalex.org/W1516753959","https://openalex.org/W1971406078","https://openalex.org/W2049468127","https://openalex.org/W2119942913","https://openalex.org/W2149256602","https://openalex.org/W2153090463","https://openalex.org/W2168078104","https://openalex.org/W6608428114"],"related_works":["https://openalex.org/W2110333561","https://openalex.org/W2398904817","https://openalex.org/W2160189149","https://openalex.org/W2620451430","https://openalex.org/W2743767538","https://openalex.org/W2163375631","https://openalex.org/W2187498136","https://openalex.org/W2546672549","https://openalex.org/W2185276177","https://openalex.org/W613020663"],"abstract_inverted_index":{"Opportunistic":[0],"networks":[1,22],"are":[2,113],"an":[3,47],"emerging":[4],"networking":[5],"paradigm":[6],"aiming":[7],"to":[8,39,76,116],"exploit":[9],"the":[10,40,59,81,102,105,110,130,138,145],"spectrum":[11],"availability":[12],"in":[13,52,132],"a":[14,34],"distributed":[15],"ad-hoc":[16],"manner.":[17],"In":[18,42],"such":[19],"types":[20],"of":[21,36,93,104,129],"communication":[23],"between":[24,71,80],"source":[25],"and":[26,31,67,124,140],"destination":[27],"is":[28,137],"established":[29],"on-the-fly":[30],"depends":[32],"on":[33],"number":[35],"parameters":[37,70],"related":[38],"channel.":[41],"this":[43,94],"paper,":[44],"we":[45],"present":[46],"algorithm":[48,107],"for":[49,86,119],"routing":[50,106,120],"optimization":[51],"hierarchical":[53],"cognitive":[54],"radio":[55],"enabled":[56],"networks,":[57],"using":[58],"access":[60],"base":[61],"stations.":[62],"We":[63],"describe":[64],"how":[65],"spatial":[66],"temporal":[68],"system":[69],"nodes":[72,82,111],"can":[73,100],"be":[74,117],"employed":[75],"design":[77],"optimum":[78,88],"routes":[79],"thus":[83,121],"becoming":[84],"invaluable":[85],"deriving":[87],"opportunistic":[89],"algorithms.":[90,148],"Initial":[91],"results":[92],"work":[95],"indicate":[96],"that":[97,112],"traffic":[98],"history":[99],"improve":[101],"performance":[103],"by":[108,144],"identifying":[109],"most":[114],"likely":[115],"available":[118],"minimizing":[122],"retransmissions":[123],"reducing":[125],"blocking":[126],"probability.":[127],"One":[128],"challenges":[131],"dealing":[133],"with":[134],"these":[135],"records":[136],"memory":[139],"processing":[141],"requirements":[142],"needed":[143],"power":[146],"hungry":[147]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}