{"id":"https://openalex.org/W2535881387","doi":"https://doi.org/10.1109/fskd.2016.7603252","title":"Sequential channel selection for decentralized cognitive radio sensor network based on modified Q-Learning algorithm","display_name":"Sequential channel selection for decentralized cognitive radio sensor network based on modified Q-Learning algorithm","publication_year":2016,"publication_date":"2016-08-01","ids":{"openalex":"https://openalex.org/W2535881387","doi":"https://doi.org/10.1109/fskd.2016.7603252","mag":"2535881387"},"language":"en","primary_location":{"id":"doi:10.1109/fskd.2016.7603252","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fskd.2016.7603252","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 12th International Conference on Natural Computation, Fuzzy Systems and Knowledge Discovery (ICNC-FSKD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073146766","display_name":"Fanzi Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fanzi Zeng","raw_affiliation_strings":["Key Laboratory for Embedded and Network Computing of Hunan Province, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Embedded and Network Computing of Hunan Province, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063965044","display_name":"Hanshan Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanshan Liu","raw_affiliation_strings":["Key Laboratory for Embedded and Network Computing of Hunan Province, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Embedded and Network Computing of Hunan Province, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102977232","display_name":"Jisheng Xu","orcid":"https://orcid.org/0000-0001-6352-3624"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jisheng Xu","raw_affiliation_strings":["Key Laboratory for Embedded and Network Computing of Hunan Province, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Embedded and Network Computing of Hunan Province, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5073146766"],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":0.2895,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.6433271,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"13","issue":null,"first_page":"657","last_page":"662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7579100131988525},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6372507810592651},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.5837862491607666},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.557929515838623},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5430616140365601},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5030824542045593},{"id":"https://openalex.org/keywords/fictitious-play","display_name":"Fictitious play","score":0.4960106313228607},{"id":"https://openalex.org/keywords/selection-algorithm","display_name":"Selection algorithm","score":0.4760149121284485},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4562273621559143},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.43895241618156433},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.364992618560791},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16458794474601746},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13874119520187378},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.12739995121955872},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.12315401434898376},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09575873613357544}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7579100131988525},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6372507810592651},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.5837862491607666},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.557929515838623},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5430616140365601},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5030824542045593},{"id":"https://openalex.org/C145071142","wikidata":"https://www.wikidata.org/wiki/Q1411116","display_name":"Fictitious play","level":3,"score":0.4960106313228607},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.4760149121284485},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4562273621559143},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.43895241618156433},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.364992618560791},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16458794474601746},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13874119520187378},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.12739995121955872},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.12315401434898376},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09575873613357544},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fskd.2016.7603252","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fskd.2016.7603252","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 12th International Conference on Natural Computation, Fuzzy Systems and Knowledge Discovery (ICNC-FSKD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1656602484","https://openalex.org/W1848594422","https://openalex.org/W1993012830","https://openalex.org/W2049468127","https://openalex.org/W2052342171","https://openalex.org/W2058210522","https://openalex.org/W2089284682","https://openalex.org/W2098257210","https://openalex.org/W2099618002","https://openalex.org/W2105643086","https://openalex.org/W2120327309","https://openalex.org/W2120846115","https://openalex.org/W2123902546","https://openalex.org/W2133967495","https://openalex.org/W2138720691","https://openalex.org/W2142819538","https://openalex.org/W2164637474","https://openalex.org/W2166023188","https://openalex.org/W2258157321","https://openalex.org/W3105048218","https://openalex.org/W4255047891","https://openalex.org/W6638729785","https://openalex.org/W6684470913"],"related_works":["https://openalex.org/W2559261346","https://openalex.org/W4280609833","https://openalex.org/W1973979964","https://openalex.org/W4235820682","https://openalex.org/W185479762","https://openalex.org/W2136943174","https://openalex.org/W4246064491","https://openalex.org/W1968709058","https://openalex.org/W2536304352","https://openalex.org/W1976941821"],"abstract_inverted_index":{"Cognitive":[0],"radio":[1],"sensor":[2,9,29,76,89],"network":[3],"(CRSN)":[4],"is":[5,85,182],"a":[6,55,69,108,130],"novel":[7],"wireless":[8],"network,":[10,156],"which":[11],"can":[12,136],"effectively":[13],"alleviate":[14],"the":[15,22,32,36,48,59,79,100,122,138,150,157,162],"scarcity":[16],"of":[17,40,81,96,141],"spectrum":[18],"resource":[19],"by":[20,144],"equipping":[21],"cognitive":[23],"technology.":[24],"Usually,":[25],"CRSN":[26,102],"deploys":[27],"numerous":[28],"nodes":[30,42],"around":[31],"monitoring":[33],"area.":[34],"But":[35],"energy":[37],"and":[38,104,161,174],"storage":[39,132],"those":[41],"are":[43,170],"both":[44],"limited.":[45],"Compared":[46],"with":[47,71],"centralized":[49,155],"CRSN,":[50],"we":[51,106],"focus":[52],"more":[53],"on":[54,68,114],"decentralized":[56,101,185],"situation":[57],"without":[58],"control":[60],"center":[61],"or":[62],"cluster":[63],"in":[64,99,154,184],"this":[65],"paper,":[66],"especially":[67],"circumstance":[70],"few":[72],"information":[73],"exchanges":[74],"among":[75],"nodes.":[77],"In":[78],"case":[80],"that,":[82],"our":[83,179],"goal":[84],"to":[86,91,117],"help":[87],"each":[88],"node":[90],"find":[92],"an":[93],"optimal":[94,151],"strategy":[95,142],"channel":[97,119,152],"selection":[98,120],"quickly,":[103],"then,":[105],"apply":[107],"Multi-Agent":[109,145,158],"Best-Response":[110],"Q-Learning":[111,160],"algorithm":[112,126,181],"based":[113],"Timesharing-Tracking":[115],"Framework":[116],"sequential":[118],"for":[121],"first":[123],"time.":[124],"The":[125],"not":[127],"only":[128],"has":[129],"low":[131],"cost,":[133],"but":[134],"also":[135],"overcome":[137],"poor":[139],"convergence":[140],"caused":[143],"simultaneous":[146],"learning.":[147],"For":[148],"comparison,":[149],"assignment":[153],"Independent":[159],"Win-or-Learn-Fast":[163],"Policy":[164],"Hill":[165],"Climbing":[166],"these":[167],"three":[168],"algorithms":[169],"taken":[171],"into":[172],"account,":[173],"experimental":[175],"data":[176],"validates":[177],"that":[178],"proposed":[180],"feasible":[183],"network.":[186]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}