{"id":"https://openalex.org/W4391248629","doi":"https://doi.org/10.1109/taes.2024.3358779","title":"Knowledge-Aided Model-Based Reinforcement Learning for Anti-Jamming Strategy Learning","display_name":"Knowledge-Aided Model-Based Reinforcement Learning for Anti-Jamming Strategy Learning","publication_year":2024,"publication_date":"2024-01-26","ids":{"openalex":"https://openalex.org/W4391248629","doi":"https://doi.org/10.1109/taes.2024.3358779"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2024.3358779","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2024.3358779","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074081366","display_name":"Kang Li","orcid":"https://orcid.org/0000-0002-4045-3456"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Li","raw_affiliation_strings":["Institute of Information Sensing and National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-4045-3456","affiliations":[{"raw_affiliation_string":"Institute of Information Sensing and National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411968","display_name":"Hongwei Liu","orcid":"https://orcid.org/0000-0003-4046-163X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Liu","raw_affiliation_strings":["Institute of Information Sensing and National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-4046-163X","affiliations":[{"raw_affiliation_string":"Institute of Information Sensing and National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091214066","display_name":"Bo Jiu","orcid":"https://orcid.org/0000-0001-5064-5702"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Jiu","raw_affiliation_strings":["Institute of Information Sensing and National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-5064-5702","affiliations":[{"raw_affiliation_string":"Institute of Information Sensing and National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022238576","display_name":"Wenqiang Pu","orcid":"https://orcid.org/0000-0003-3923-056X"},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqiang Pu","raw_affiliation_strings":["Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3923-056X","affiliations":[{"raw_affiliation_string":"Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924","https://openalex.org/I4210099586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111118830","display_name":"Xiaojun Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojun Peng","raw_affiliation_strings":["Institute of Information Sensing and National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Sensing and National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078098754","display_name":"Junkun Yan","orcid":"https://orcid.org/0000-0002-3828-6812"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junkun Yan","raw_affiliation_strings":["Institute of Information Sensing and National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-3828-6812","affiliations":[{"raw_affiliation_string":"Institute of Information Sensing and National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":27.8409,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.99456803,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"60","issue":"3","first_page":"2976","last_page":"2994"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.8154332637786865},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7578351497650146},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7169493436813354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.637814998626709},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.5872974395751953},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5589938163757324},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5252748727798462},{"id":"https://openalex.org/keywords/offline-learning","display_name":"Offline learning","score":0.4305880665779114},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.416880339384079},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.09351974725723267}],"concepts":[{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.8154332637786865},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7578351497650146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7169493436813354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.637814998626709},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5872974395751953},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5589938163757324},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5252748727798462},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.4305880665779114},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.416880339384079},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.09351974725723267},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2024.3358779","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2024.3358779","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1214121328","display_name":null,"funder_award_id":"62192714","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1785805433","display_name":null,"funder_award_id":"62101350","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3942017721","display_name":null,"funder_award_id":"XJSJ23133","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G42222459","display_name":null,"funder_award_id":"62201429","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4245713565","display_name":null,"funder_award_id":"QTZX22160","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4568079371","display_name":"\u9762\u5411\u76ee\u6807\u8ddf\u8e2a\u4efb\u52a1\u7684\u5f02\u6784\u65e0\u4eba\u96c6\u7fa4\u96f7\u8fbe\u534f\u540c\u8d44\u6e90\u4f18\u5316\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62071345","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W586722081","https://openalex.org/W595851582","https://openalex.org/W624047035","https://openalex.org/W1522301498","https://openalex.org/W1924676783","https://openalex.org/W1980035368","https://openalex.org/W2063146632","https://openalex.org/W2063146925","https://openalex.org/W2074074944","https://openalex.org/W2098334514","https://openalex.org/W2130953180","https://openalex.org/W2152294662","https://openalex.org/W2333032143","https://openalex.org/W2366365059","https://openalex.org/W2612281180","https://openalex.org/W2736601468","https://openalex.org/W2798494119","https://openalex.org/W2877093712","https://openalex.org/W2901472163","https://openalex.org/W2903687574","https://openalex.org/W2919115771","https://openalex.org/W3023247794","https://openalex.org/W3038822267","https://openalex.org/W3112418629","https://openalex.org/W3133546437","https://openalex.org/W3134853632","https://openalex.org/W3156093604","https://openalex.org/W4213088143","https://openalex.org/W4224924122","https://openalex.org/W4225552020","https://openalex.org/W4285111792","https://openalex.org/W4286722201","https://openalex.org/W4300376264","https://openalex.org/W4362518971","https://openalex.org/W4367016285","https://openalex.org/W6631190155","https://openalex.org/W6634457363","https://openalex.org/W6731982132","https://openalex.org/W6736057607","https://openalex.org/W6741002519","https://openalex.org/W6776026728"],"related_works":["https://openalex.org/W1984793747","https://openalex.org/W4312547492","https://openalex.org/W3197729047","https://openalex.org/W4225619808","https://openalex.org/W4400438570","https://openalex.org/W4376223516","https://openalex.org/W4226042081","https://openalex.org/W4388926065","https://openalex.org/W4308935744","https://openalex.org/W4362599051"],"abstract_inverted_index":{"With":[0],"the":[1,6,22,31,42,46,112,115,150,159,173,177,201,207,222,228,235],"development":[2],"of":[3,17,45,88,114,162,226],"electronic":[4],"warfare,":[5],"jammer":[7],"is":[8,60,67,108,155,168,184,197,232],"becoming":[9],"much":[10],"smarter":[11],"than":[12],"before":[13],"and":[14,19,71,84,125,138,166,176,192],"its":[15],"capability":[16],"learning":[18,58,118,122,127,182],"adapting":[20],"to":[21,30,40,69,93,110,170,199],"radar's":[23],"transmission":[24],"strategy":[25,117,154,175,231],"poses":[26],"a":[27,61,74,85,101,187],"great":[28],"challenge":[29],"radar.":[32],"The":[33],"learning-based":[34,64],"methods":[35,79,224],"have":[36,80],"been":[37],"recently":[38],"proposed":[39,198],"improve":[41,111,126],"anti-jamming":[43,116,174],"performance":[44,213],"ground-based":[47],"radar":[48,208],"when":[49],"dealing":[50],"with":[51,144,214,221],"smart":[52],"mainlobe":[53],"self-protection":[54],"jammers.":[55],"Model-free":[56],"reinforcement":[57],"(MFRL)":[59],"widely":[62],"used":[63,130,169],"method":[65],"that":[66,206],"easy":[68],"implement":[70],"can":[72,209],"achieve":[73,94],"good":[75],"performance.":[76,97],"However,":[77],"MFRL":[78,223],"low":[81],"sample":[82],"efficiency":[83],"substantial":[86],"number":[87],"training":[89],"samples":[90,219],"are":[91,133,139],"needed":[92],"an":[95,193,211],"acceptable":[96,212],"In":[98],"this":[99],"paper,":[100],"knowledge":[102,137],"aided":[103],"model-based":[104],"RL":[105],"(MBRL)":[106],"approach":[107,196],"developed":[109],"sample-efficiency":[113],"methods.":[119],"To":[120],"avoid":[121],"from":[123],"scratch":[124],"efficiency,":[128],"commonly":[129],"jamming":[131,153,179,230],"strategies":[132],"treated":[134],"as":[135,186],"prior":[136,164,236],"parameterized":[140],"by":[141,158],"neural":[142],"networks":[143],"different":[145],"parameters.":[146],"Based":[147],"on":[148],"that,":[149],"underlying":[151],"unknown":[152,178,229],"approximately":[156],"expressed":[157],"weighted":[160],"combination":[161],"these":[163],"models":[165],"MBRL":[167],"simultaneously":[171],"learn":[172,210],"strategy.":[180],"This":[181],"task":[183],"formulated":[185],"bilevel":[188],"nested":[189],"optimization":[190],"problem":[191],"online-offline":[194],"mixed":[195],"solve":[200],"problem.":[202],"Simulation":[203],"results":[204],"show":[205],"only":[215],"2,000":[216],"online":[217],"interaction":[218],"compared":[220],"regardless":[225],"whether":[227],"involved":[233],"in":[234],"knowledge.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}