{"id":"https://openalex.org/W2283268383","doi":"https://doi.org/10.1109/comst.2016.2539923","title":"A Survey on Applications of Model-Free Strategy Learning in Cognitive Wireless Networks","display_name":"A Survey on Applications of Model-Free Strategy Learning in Cognitive Wireless Networks","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2283268383","doi":"https://doi.org/10.1109/comst.2016.2539923","mag":"2283268383"},"language":"en","primary_location":{"id":"doi:10.1109/comst.2016.2539923","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comst.2016.2539923","pdf_url":null,"source":{"id":"https://openalex.org/S23688054","display_name":"IEEE Communications Surveys & Tutorials","issn_l":"1553-877X","issn":["1553-877X","2373-745X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Surveys & Tutorials","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1504.03976","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046054684","display_name":"Wenbo Wang","orcid":"https://orcid.org/0000-0002-7500-8723"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenbo Wang","raw_affiliation_strings":["Department of Computer Engineering, Rochester Institute of Technology, Rochester, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Rochester Institute of Technology, Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031417073","display_name":"Andres Kwasinski","orcid":"https://orcid.org/0000-0002-8083-8318"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andres Kwasinski","raw_affiliation_strings":["Department of Computer Engineering, Rochester Institute of Technology, Rochester, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Rochester Institute of Technology, Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Computer Science, University of Houston, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.4579,"has_fulltext":false,"cited_by_count":92,"citation_normalized_percentile":{"value":0.98581644,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"18","issue":"3","first_page":"1717","last_page":"1757"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7668237090110779},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6705353260040283},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.561887264251709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5014510154724121},{"id":"https://openalex.org/keywords/cognitive-network","display_name":"Cognitive network","score":0.4972884953022003},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.476485937833786},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.45073428750038147},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4450996220111847},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4325387477874756},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37890562415122986},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.31408053636550903}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7668237090110779},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6705353260040283},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.561887264251709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5014510154724121},{"id":"https://openalex.org/C32542511","wikidata":"https://www.wikidata.org/wiki/Q5141225","display_name":"Cognitive network","level":4,"score":0.4972884953022003},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.476485937833786},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.45073428750038147},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4450996220111847},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4325387477874756},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37890562415122986},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.31408053636550903},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/comst.2016.2539923","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comst.2016.2539923","pdf_url":null,"source":{"id":"https://openalex.org/S23688054","display_name":"IEEE Communications Surveys & Tutorials","issn_l":"1553-877X","issn":["1553-877X","2373-745X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Surveys & Tutorials","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1504.03976","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1504.03976","pdf_url":"https://arxiv.org/pdf/1504.03976","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1504.03976","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1504.03976","pdf_url":"https://arxiv.org/pdf/1504.03976","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6600000262260437}],"awards":[{"id":"https://openalex.org/G232990263","display_name":"CYBERSEES: TYPE 1: INTEGRATED COMMUNICATIONS AND POWER MANAGEMENT ARCHITECTURE FOR SUPPORTING CELLULAR BASE STATIONS OPERATION USING  RENEWABLE ENERGY IN A MICROGRID CONFIGURATION","funder_award_id":"1331788","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4638924206","display_name":"Collaborative Research: WiFiUS: Heterogeneous Resource Allocation for Hierarchical Software-Defined Radio Access Networks at the Edge","funder_award_id":"1456921","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5943240587","display_name":"EARS: Collaborative Research: Laying the Foundations of Social Network-Aware Cellular Device-to-Device Communications","funder_award_id":"1443917","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6029318421","display_name":"Collaborative Research: CCSS: D2D Wireless Networks: An Interference Nightmare or Resource Allocation Auspice","funder_award_id":"1405121","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6239761571","display_name":null,"funder_award_id":"NSFC 61428101","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8317056664","display_name":"EARS: Collaborative Research: Full-Duplex Cognitive Radio: A New Design Paradigm for Enhancing Spectrum Usage","funder_award_id":"1547201","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":255,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W112971866","https://openalex.org/W206679605","https://openalex.org/W256201028","https://openalex.org/W319820206","https://openalex.org/W355207094","https://openalex.org/W560518094","https://openalex.org/W604710130","https://openalex.org/W1491490519","https://openalex.org/W1518931405","https://openalex.org/W1529171709","https://openalex.org/W1531218190","https://openalex.org/W1531245405","https://openalex.org/W1538558539","https://openalex.org/W1542941925","https://openalex.org/W1560074431","https://openalex.org/W1561959875","https://openalex.org/W1569631138","https://openalex.org/W1570906179","https://openalex.org/W1574726412","https://openalex.org/W1582002023","https://openalex.org/W1592847719","https://openalex.org/W1594871463","https://openalex.org/W1600999481","https://openalex.org/W1605188341","https://openalex.org/W1641379095","https://openalex.org/W1835254890","https://openalex.org/W1842998987","https://openalex.org/W1962433415","https://openalex.org/W1969372009","https://openalex.org/W1973039793","https://openalex.org/W1976294375","https://openalex.org/W1977729057","https://openalex.org/W1978375026","https://openalex.org/W1979610255","https://openalex.org/W1981192793","https://openalex.org/W1982678075","https://openalex.org/W1992920134","https://openalex.org/W1993348485","https://openalex.org/W1994616650","https://openalex.org/W1996614154","https://openalex.org/W2005590005","https://openalex.org/W2005711104","https://openalex.org/W2007487727","https://openalex.org/W2008447604","https://openalex.org/W2008479151","https://openalex.org/W2009890438","https://openalex.org/W2011383489","https://openalex.org/W2014919182","https://openalex.org/W2015595078","https://openalex.org/W2015650505","https://openalex.org/W2017334681","https://openalex.org/W2018932238","https://openalex.org/W2019698800","https://openalex.org/W2020392301","https://openalex.org/W2021247827","https://openalex.org/W2023277564","https://openalex.org/W2024006515","https://openalex.org/W2028428947","https://openalex.org/W2031751141","https://openalex.org/W2031857436","https://openalex.org/W2032932628","https://openalex.org/W2033599466","https://openalex.org/W2034400956","https://openalex.org/W2035335961","https://openalex.org/W2038127484","https://openalex.org/W2043806097","https://openalex.org/W2043907034","https://openalex.org/W2044465268","https://openalex.org/W2046376809","https://openalex.org/W2046679951","https://openalex.org/W2048570986","https://openalex.org/W2049468127","https://openalex.org/W2049659851","https://openalex.org/W2051972711","https://openalex.org/W2058762382","https://openalex.org/W2058841014","https://openalex.org/W2060962489","https://openalex.org/W2061948052","https://openalex.org/W2062269956","https://openalex.org/W2062544802","https://openalex.org/W2062757535","https://openalex.org/W2064076655","https://openalex.org/W2065154639","https://openalex.org/W2065715415","https://openalex.org/W2067018002","https://openalex.org/W2071707134","https://openalex.org/W2071975125","https://openalex.org/W2072737651","https://openalex.org/W2073744844","https://openalex.org/W2074764815","https://openalex.org/W2074778711","https://openalex.org/W2076610940","https://openalex.org/W2080283763","https://openalex.org/W2080873595","https://openalex.org/W2082261506","https://openalex.org/W2082998169","https://openalex.org/W2083057706","https://openalex.org/W2087179032","https://openalex.org/W2088201954","https://openalex.org/W2088787391","https://openalex.org/W2089087114","https://openalex.org/W2089729262","https://openalex.org/W2089838859","https://openalex.org/W2090060441","https://openalex.org/W2091005538","https://openalex.org/W2091299493","https://openalex.org/W2091638851","https://openalex.org/W2095989982","https://openalex.org/W2096145798","https://openalex.org/W2096348520","https://openalex.org/W2096913736","https://openalex.org/W2097113539","https://openalex.org/W2097381042","https://openalex.org/W2097491623","https://openalex.org/W2099618002","https://openalex.org/W2099724000","https://openalex.org/W2100675479","https://openalex.org/W2101018825","https://openalex.org/W2101124704","https://openalex.org/W2101130101","https://openalex.org/W2101130703","https://openalex.org/W2101840010","https://openalex.org/W2101915445","https://openalex.org/W2102474916","https://openalex.org/W2102645365","https://openalex.org/W2103151730","https://openalex.org/W2103264659","https://openalex.org/W2103329036","https://openalex.org/W2104602264","https://openalex.org/W2107171902","https://openalex.org/W2107521218","https://openalex.org/W2107544712","https://openalex.org/W2107726111","https://openalex.org/W2108012841","https://openalex.org/W2108077180","https://openalex.org/W2108398378","https://openalex.org/W2108785692","https://openalex.org/W2109401393","https://openalex.org/W2110148540","https://openalex.org/W2111234439","https://openalex.org/W2111770102","https://openalex.org/W2112628548","https://openalex.org/W2113702258","https://openalex.org/W2114218781","https://openalex.org/W2115150191","https://openalex.org/W2115282320","https://openalex.org/W2115393262","https://openalex.org/W2116796800","https://openalex.org/W2117138095","https://openalex.org/W2118240773","https://openalex.org/W2119942913","https://openalex.org/W2120327309","https://openalex.org/W2120846115","https://openalex.org/W2121863487","https://openalex.org/W2123447220","https://openalex.org/W2124152208","https://openalex.org/W2124839177","https://openalex.org/W2125631327","https://openalex.org/W2125890412","https://openalex.org/W2126776273","https://openalex.org/W2128569883","https://openalex.org/W2128646067","https://openalex.org/W2130224129","https://openalex.org/W2131156155","https://openalex.org/W2133858407","https://openalex.org/W2136530738","https://openalex.org/W2136957911","https://openalex.org/W2137437574","https://openalex.org/W2137680104","https://openalex.org/W2138350250","https://openalex.org/W2138914910","https://openalex.org/W2141234504","https://openalex.org/W2142819538","https://openalex.org/W2142834307","https://openalex.org/W2143001213","https://openalex.org/W2144369278","https://openalex.org/W2146008397","https://openalex.org/W2146289454","https://openalex.org/W2147077179","https://openalex.org/W2150397642","https://openalex.org/W2151667449","https://openalex.org/W2151854870","https://openalex.org/W2152045979","https://openalex.org/W2152487063","https://openalex.org/W2153090463","https://openalex.org/W2153650197","https://openalex.org/W2154188754","https://openalex.org/W2154479287","https://openalex.org/W2155595867","https://openalex.org/W2156194062","https://openalex.org/W2156288624","https://openalex.org/W2156666755","https://openalex.org/W2157298719","https://openalex.org/W2158893758","https://openalex.org/W2163362100","https://openalex.org/W2163905491","https://openalex.org/W2164106422","https://openalex.org/W2164637474","https://openalex.org/W2165511051","https://openalex.org/W2165885444","https://openalex.org/W2167230435","https://openalex.org/W2167930983","https://openalex.org/W2168456675","https://openalex.org/W2169194711","https://openalex.org/W2170792487","https://openalex.org/W2171715296","https://openalex.org/W2199385070","https://openalex.org/W2216069195","https://openalex.org/W2274518346","https://openalex.org/W2397240726","https://openalex.org/W2491285499","https://openalex.org/W2497473826","https://openalex.org/W2508573783","https://openalex.org/W2537459320","https://openalex.org/W2537747452","https://openalex.org/W2548493877","https://openalex.org/W2549918582","https://openalex.org/W2742819845","https://openalex.org/W2749502891","https://openalex.org/W2989068617","https://openalex.org/W3011120880","https://openalex.org/W3100857292","https://openalex.org/W3101498982","https://openalex.org/W3104727908","https://openalex.org/W3148805006","https://openalex.org/W4210985493","https://openalex.org/W4214717370","https://openalex.org/W4229915002","https://openalex.org/W4230319273","https://openalex.org/W4237284205","https://openalex.org/W4244806630","https://openalex.org/W4250923177","https://openalex.org/W4251072608","https://openalex.org/W4256046955","https://openalex.org/W4285719527","https://openalex.org/W4301265170","https://openalex.org/W6633472260","https://openalex.org/W6633857985","https://openalex.org/W6634145032","https://openalex.org/W6637033378","https://openalex.org/W6638624986","https://openalex.org/W6638699727","https://openalex.org/W6666776182","https://openalex.org/W6674600207","https://openalex.org/W6675811377","https://openalex.org/W6677566838","https://openalex.org/W6678168664","https://openalex.org/W6678605012","https://openalex.org/W6681129944","https://openalex.org/W6682459407","https://openalex.org/W6683851007","https://openalex.org/W6684470913","https://openalex.org/W6712173889","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2277261328","https://openalex.org/W2167656028","https://openalex.org/W2610471112","https://openalex.org/W2340059876","https://openalex.org/W2900218722","https://openalex.org/W2800372944","https://openalex.org/W2010464513","https://openalex.org/W2732016385","https://openalex.org/W2915536052","https://openalex.org/W2268952256"],"abstract_inverted_index":{"The":[0,197],"framework":[1],"of":[2,36,100,116,156,180,187,199,241],"cognitive":[3,122,142,163,206],"wireless":[4,11,28,52,123,143,164,207],"networks":[5,208],"is":[6,195,246],"expected":[7],"to":[8,25,42,81,136,167,202,220,224,248],"endow":[9],"the":[10,14,26,34,44,51,63,78,87,93,101,114,154,157,168,181,185,212,216,222,229,233,253],"devices":[12,120],"with":[13,17,92,113,211],"cognition-intelligence":[15],"ability":[16],"which":[18,172],"they":[19],"can":[20],"efficiently":[21],"learn":[22],"and":[23,62,95,192,227,243],"respond":[24],"dynamic":[27],"environment.":[29],"In":[30,73,145],"many":[31],"practical":[32],"scenarios,":[33],"complexity":[35],"network":[37,45,59,65,139,230],"dynamics":[38],"makes":[39],"it":[40],"difficult":[41],"determine":[43],"evolution":[46],"model":[47],"in":[48,111,121,141,162,184,205],"advance.":[49],"Thus,":[50],"decision-making":[53,79],"entities":[54,80],"may":[55],"face":[56],"a":[57,150,177,238,250],"black-box":[58],"control":[60,140],"problem":[61],"model-based":[64],"management":[66],"mechanisms":[67,161,218],"will":[68],"be":[69],"no":[70],"longer":[71],"applicable.":[72],"contrast,":[74],"model-free":[75,126,159,200],"learning":[76,127,160,182,201,217],"enables":[77],"adapt":[82],"their":[83,90,98],"behaviors":[84],"based":[85],"on":[86,153,171,214],"reinforcement":[88],"from":[89,103],"interaction":[91],"environment":[94],"(implicitly)":[96],"build":[97],"understanding":[99],"system":[102,169],"scratch":[104],"through":[105],"trial-and-error.":[106],"Such":[107],"characteristics":[108],"are":[109,175,209],"highly":[110],"accordance":[112],"requirement":[115],"cognition-based":[117],"intelligence":[118],"for":[119,252],"networks.":[124,144,165],"Therefore,":[125],"has":[128],"been":[129],"considered":[130],"as":[131],"one":[132],"key":[133],"implementation":[134],"approach":[135],"adaptive,":[137],"self-organized":[138],"this":[146],"paper,":[147],"we":[148],"provide":[149,221],"comprehensive":[151],"survey":[152],"applications":[155,174,198],"state-of-the-art":[158],"According":[166],"models":[170],"those":[173],"based,":[176],"systematic":[178],"overview":[179],"algorithms":[183],"domains":[186],"single-agent":[188],"system,":[189],"multiagent":[190],"systems,":[191],"multiplayer":[193],"games":[194],"provided.":[196],"various":[203],"problems":[204,226],"discussed":[210,247],"focus":[213],"how":[215],"help":[219],"solutions":[223],"these":[225],"improve":[228],"performance":[231],"over":[232],"model-based,":[234],"non-adaptive":[235],"methods.":[236],"Finally,":[237],"broad":[239],"spectrum":[240],"challenges":[242],"open":[244],"issues":[245],"offer":[249],"guideline":[251],"future":[254],"research":[255],"directions.":[256]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":18},{"year":2018,"cited_by_count":20},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}