{"id":"https://openalex.org/W2991059173","doi":"https://doi.org/10.1109/access.2019.2954531","title":"Pattern-Aware Intelligent Anti-Jamming Communication: A Sequential Deep Reinforcement Learning Approach","display_name":"Pattern-Aware Intelligent Anti-Jamming Communication: A Sequential Deep Reinforcement Learning Approach","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2991059173","doi":"https://doi.org/10.1109/access.2019.2954531","mag":"2991059173"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2954531","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2954531","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08907876.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08907876.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022577529","display_name":"Songyi Liu","orcid":"https://orcid.org/0000-0002-7742-6953"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Songyi Liu","raw_affiliation_strings":["College of Communications Engineering, Army Engineering University of PLA, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Communications Engineering, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047738189","display_name":"Yifan Xu","orcid":"https://orcid.org/0000-0002-6031-3717"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Xu","raw_affiliation_strings":["College of Communications Engineering, Army Engineering University of PLA, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Communications Engineering, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101871603","display_name":"Xueqiang Chen","orcid":"https://orcid.org/0000-0001-9982-1949"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqiang Chen","raw_affiliation_strings":["College of Communications Engineering, Army Engineering University of PLA, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Communications Engineering, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100714999","display_name":"Ximing Wang","orcid":"https://orcid.org/0000-0003-2216-9352"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ximing Wang","raw_affiliation_strings":["College of Communications Engineering, Army Engineering University of PLA, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Communications Engineering, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377144","display_name":"Meng Wang","orcid":"https://orcid.org/0000-0002-2857-2022"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Wang","raw_affiliation_strings":["College of Communications Engineering, Army Engineering University of PLA, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Communications Engineering, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320302","display_name":"Wen Li","orcid":"https://orcid.org/0000-0002-6695-4988"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Li","raw_affiliation_strings":["College of Communications Engineering, Army Engineering University of PLA, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Communications Engineering, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356493","display_name":"Yangyang Li","orcid":"https://orcid.org/0000-0001-8379-2039"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangyang Li","raw_affiliation_strings":["College of Communications Engineering, Army Engineering University of PLA, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Communications Engineering, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019608888","display_name":"Yuhua Xu","orcid":"https://orcid.org/0000-0002-4930-940X"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhua Xu","raw_affiliation_strings":["College of Communications Engineering, Army Engineering University of PLA, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Communications Engineering, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5022577529"],"corresponding_institution_ids":["https://openalex.org/I4210163363"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.4573,"has_fulltext":true,"cited_by_count":57,"citation_normalized_percentile":{"value":0.95108223,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"169204","last_page":"169216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11498","display_name":"Security in Wireless Sensor Networks","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11498","display_name":"Security in Wireless Sensor Networks","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12391","display_name":"Artificial Immune Systems Applications","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9317970275878906},{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.837416410446167},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8347229361534119},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6139749884605408},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5959618091583252},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5588207840919495},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5524045825004578},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5260577201843262},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.44920220971107483},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.23423609137535095},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1596168875694275},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12479665875434875}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9317970275878906},{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.837416410446167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8347229361534119},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6139749884605408},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5959618091583252},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5588207840919495},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5524045825004578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5260577201843262},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.44920220971107483},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.23423609137535095},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1596168875694275},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12479665875434875},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2954531","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2954531","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08907876.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:016696e4ebb746ddaf95a04ec3646ab4","is_oa":true,"landing_page_url":"https://doaj.org/article/016696e4ebb746ddaf95a04ec3646ab4","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 169204-169216 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2954531","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2954531","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08907876.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1278330386","display_name":null,"funder_award_id":"No. 61671473","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2802911279","display_name":null,"funder_award_id":"Young","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G37568934","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G381434843","display_name":null,"funder_award_id":"61631020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4402249184","display_name":null,"funder_award_id":"BK20160034","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4980509132","display_name":null,"funder_award_id":"61671473","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5249178904","display_name":null,"funder_award_id":"Grant No. 6","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8839266468","display_name":null,"funder_award_id":"71473","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8863666567","display_name":null,"funder_award_id":"and No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2991059173.pdf","grobid_xml":"https://content.openalex.org/works/W2991059173.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1892081445","https://openalex.org/W1965766334","https://openalex.org/W2011383489","https://openalex.org/W2038127484","https://openalex.org/W2047399268","https://openalex.org/W2088562872","https://openalex.org/W2122311135","https://openalex.org/W2156288624","https://openalex.org/W2294443264","https://openalex.org/W2403793778","https://openalex.org/W2407001430","https://openalex.org/W2486702221","https://openalex.org/W2514890051","https://openalex.org/W2528797658","https://openalex.org/W2529086810","https://openalex.org/W2536026798","https://openalex.org/W2593804007","https://openalex.org/W2611484353","https://openalex.org/W2751369415","https://openalex.org/W2765492968","https://openalex.org/W2768585044","https://openalex.org/W2782363571","https://openalex.org/W2800740088","https://openalex.org/W2802251403","https://openalex.org/W2803675657","https://openalex.org/W2810504435","https://openalex.org/W2889814140","https://openalex.org/W2897733272","https://openalex.org/W2898754723","https://openalex.org/W2900646760","https://openalex.org/W2909381423","https://openalex.org/W2910436605","https://openalex.org/W2910890510","https://openalex.org/W2930271577","https://openalex.org/W2940617832","https://openalex.org/W2948999244","https://openalex.org/W2955103784","https://openalex.org/W2962792006","https://openalex.org/W2962797279","https://openalex.org/W2963688947","https://openalex.org/W2963875807","https://openalex.org/W4235969190","https://openalex.org/W6697342977"],"related_works":["https://openalex.org/W2078379271","https://openalex.org/W2043460294","https://openalex.org/W4210712718","https://openalex.org/W3096874164","https://openalex.org/W1905398909","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2361647908"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,33,82,86,117,123,128],"problem":[4],"of":[5,35,84,95,127],"anti-jamming":[6,109],"communication":[7],"in":[8],"dynamic":[9],"and":[10,26,48,91,99,107,125,144],"intelligent":[11],"jamming":[12,56,72],"environment.":[13],"A":[14],"sequential":[15],"deep":[16,46,97],"reinforcement":[17,59,100,135],"learning":[18,47,60,98],"algorithm":[19,40],"(SDRLA)":[20],"without":[21],"prior":[22],"information":[23,29],"is":[24,30,61,79],"proposed,":[25],"raw":[27],"spectrum":[28],"used":[31],"as":[32],"input":[34],"SDRLA.":[36],"The":[37],"proposed":[38,129],"SDRLA":[39,130],"mainly":[41],"contains":[42],"two":[43],"parts:":[44],"Firstly,":[45],"sliding":[49],"window":[50],"principle":[51],"are":[52],"introduced":[53,80],"to":[54,64],"identify":[55],"patterns;":[57],"Secondly,":[58],"carried":[62],"out":[63],"make":[65],"on-line":[66],"channel":[67,76,110],"selection":[68,111],"based":[69],"on":[70],"recognized":[71],"patterns.":[73],"In":[74],"addition,":[75],"switching":[77],"cost":[78],"for":[81,115],"purpose":[83],"formulating":[85],"trade-off":[87],"relationship":[88],"between":[89],"throughput":[90],"overhead.":[92],"Taking":[93],"advantage":[94],"both":[96],"learning,":[101,136],"this":[102],"method":[103],"can":[104,139],"realize":[105],"rapid":[106],"effective":[108],"with":[112,133],"no":[113],"need":[114],"modeling":[116],"jammer's":[118],"characteristics.":[119],"Simulation":[120],"results":[121],"show":[122],"convergence":[124,142],"effectiveness":[126],"algorithm.":[131],"Compared":[132],"single-mode":[134],"our":[137],"approach":[138],"reach":[140],"better":[141],"performance":[143],"higher":[145],"utility.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":6}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}