{"id":"https://openalex.org/W1968481698","doi":"https://doi.org/10.1109/wocn.2012.6331885","title":"Anti-jamming in cognitive radio networks using reinforcement learning algorithms","display_name":"Anti-jamming in cognitive radio networks using reinforcement learning algorithms","publication_year":2012,"publication_date":"2012-09-01","ids":{"openalex":"https://openalex.org/W1968481698","doi":"https://doi.org/10.1109/wocn.2012.6331885","mag":"1968481698"},"language":"en","primary_location":{"id":"doi:10.1109/wocn.2012.6331885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wocn.2012.6331885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 Ninth International Conference on Wireless and Optical Communications Networks (WOCN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103505706","display_name":"Sangeeta Singh","orcid":null},"institutions":[{"id":"https://openalex.org/I9747756","display_name":"Atal Bihari Vajpayee Indian Institute of Information Technology and Management","ror":"https://ror.org/008b3ap06","country_code":"IN","type":"education","lineage":["https://openalex.org/I9747756"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Sangeeta Singh","raw_affiliation_strings":["ABV Indian Institute of Information Technology and Management, Gwalior, India","ABV-IIITM, Gwalior, 474010, India"],"affiliations":[{"raw_affiliation_string":"ABV Indian Institute of Information Technology and Management, Gwalior, India","institution_ids":["https://openalex.org/I9747756"]},{"raw_affiliation_string":"ABV-IIITM, Gwalior, 474010, India","institution_ids":["https://openalex.org/I9747756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086750485","display_name":"Aditya Trivedi","orcid":"https://orcid.org/0000-0003-0212-7251"},"institutions":[{"id":"https://openalex.org/I9747756","display_name":"Atal Bihari Vajpayee Indian Institute of Information Technology and Management","ror":"https://ror.org/008b3ap06","country_code":"IN","type":"education","lineage":["https://openalex.org/I9747756"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aditya Trivedi","raw_affiliation_strings":["ABV Indian Institute of Information Technology and Management, Gwalior, India","ABV-IIITM, Gwalior, 474010, India"],"affiliations":[{"raw_affiliation_string":"ABV Indian Institute of Information Technology and Management, Gwalior, India","institution_ids":["https://openalex.org/I9747756"]},{"raw_affiliation_string":"ABV-IIITM, Gwalior, 474010, India","institution_ids":["https://openalex.org/I9747756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5103505706"],"corresponding_institution_ids":["https://openalex.org/I9747756"],"apc_list":null,"apc_paid":null,"fwci":1.8626,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.85449,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11498","display_name":"Security in Wireless Sensor Networks","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8902784585952759},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8612277507781982},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.845516562461853},{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.6992505788803101},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6930740475654602},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.6642217636108398},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.6175851225852966},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4879857897758484},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.47269630432128906},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4179345965385437},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3914336562156677},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15020841360092163},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1279231309890747},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08232149481773376}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8902784585952759},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8612277507781982},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.845516562461853},{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.6992505788803101},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6930740475654602},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.6642217636108398},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.6175851225852966},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4879857897758484},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.47269630432128906},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4179345965385437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3914336562156677},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15020841360092163},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1279231309890747},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08232149481773376},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wocn.2012.6331885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wocn.2012.6331885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 Ninth International Conference on Wireless and Optical Communications Networks (WOCN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6399999856948853,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1480317510","https://openalex.org/W1496590343","https://openalex.org/W1515851193","https://openalex.org/W1542941925","https://openalex.org/W1546167776","https://openalex.org/W1626977535","https://openalex.org/W2042892246","https://openalex.org/W2071707134","https://openalex.org/W2134140787","https://openalex.org/W2144369278","https://openalex.org/W2152445738","https://openalex.org/W2156288624","https://openalex.org/W2575731723","https://openalex.org/W3139377883","https://openalex.org/W4239900517","https://openalex.org/W4251072608","https://openalex.org/W6632625769","https://openalex.org/W6636868823"],"related_works":["https://openalex.org/W2937181779","https://openalex.org/W2146763310","https://openalex.org/W4382935469","https://openalex.org/W3167472281","https://openalex.org/W1968481698","https://openalex.org/W2906153113","https://openalex.org/W2182304831","https://openalex.org/W1556532828","https://openalex.org/W2064792488","https://openalex.org/W2123927904"],"abstract_inverted_index":{"Cognitive":[0],"radio":[1,15],"technology":[2],"is":[3,18,64,161,167],"a":[4],"promising":[5],"approach":[6],"to":[7,20,59,109,132,226],"enhance":[8],"the":[9,13,29,36,41,50,54,67,81,86,94,98,111,114,122,128,134,139,145,151,156,159,173,198,207,213,217],"spectrum":[10,38],"utilization.":[11],"As":[12],"cognitive":[14],"network":[16],"(CRN)":[17],"prone":[19],"random":[21,51,88],"attackers,":[22],"security":[23],"becomes":[24],"an":[25,163],"important":[26],"issue":[27],"for":[28,144,155],"successful":[30],"deployment":[31],"of":[32,40,49,80,121,141,197,212,219],"CRN.":[33],"In":[34,103],"CRN,":[35],"dynamic":[37],"characteristics":[39,79],"channel":[42,82],"changes":[43],"very":[44],"rapidly":[45],"and":[46,71,113,169,175,221],"further":[47],"inclusion":[48],"jammer":[52],"makes":[53],"scenario":[55,63,140],"even":[56,183],"more":[57],"challenging":[58],"model.":[60],"This":[61],"particular":[62],"modeled":[65],"using":[66,97],"stochastic":[68],"zero-sum":[69],"game":[70,199],"Markov":[72],"decision":[73],"process":[74],"(MDP)":[75],"framework.":[76],"The":[77],"time-varying":[78],"as":[83,85,154,187,192,194],"well":[84,193],"jammer's":[87],"strategy":[89],"can":[90],"be":[91,150],"learnt":[92],"by":[93,216],"secondary":[95,214],"user":[96,215],"reinforcement":[99],"learning":[100,130,166,181,210,223,228],"(RL)":[101],"algorithms.":[102,179],"this":[104],"paper,":[105],"we":[106],"have":[107],"proposed":[108,124],"use":[110,218],"QV":[112,174,180,189,222],"State-action-reward-state-action":[115],"(SARSA)":[116],"RL":[117],"algorithms":[118,224],"in":[119,138,188,209],"place":[120],"earlier":[123],"Minimax-Q":[125,129,165,227],"learning.":[126],"Though":[127],"tries":[131],"achieve":[133],"optimal":[135,146],"solution,":[136,153],"but":[137],"anti-jamming,":[142],"going":[143],"solution":[147],"may":[148],"not":[149,162],"best":[152],"anti-jamming":[157],"maximizing":[158],"gain":[160],"issue.":[164],"off-policy":[168],"greedy":[170],"algorithm,":[171],"whereas":[172],"SARSA":[176,186,220],"are":[177,200,204],"on-policy":[178],"performs":[182],"better":[184],"than":[185],"both":[190],"Q-":[191],"V-":[195],"values":[196],"updated.":[201],"Simulation":[202],"results":[203],"also":[205],"showing":[206],"improvement":[208],"probability":[211],"compared":[225],"algorithm.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}