{"id":"https://openalex.org/W3196978066","doi":"https://doi.org/10.1109/taes.2021.3109110","title":"Constrained Contextual Bandit Learning for Adaptive Radar Waveform Selection","display_name":"Constrained Contextual Bandit Learning for Adaptive Radar Waveform Selection","publication_year":2021,"publication_date":"2021-03-09","ids":{"openalex":"https://openalex.org/W3196978066","doi":"https://doi.org/10.1109/taes.2021.3109110","mag":"3196978066"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2103.05541","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.05541","pdf_url":"https://arxiv.org/pdf/2103.05541","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2103.05541","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033205515","display_name":"Charles E. Thornton","orcid":"https://orcid.org/0000-0002-2078-6472"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thornton, Charles E.","raw_affiliation_strings":["Wireless Virginia Tech, Department of ECE, Blacksburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wireless Virginia Tech, Department of ECE, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052487611","display_name":"R. Michael Buehrer","orcid":"https://orcid.org/0000-0002-7196-1154"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Buehrer, R. Michael","raw_affiliation_strings":["Wireless Virginia Tech, Department of ECE, Blacksburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wireless Virginia Tech, Department of ECE, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045799487","display_name":"Anthony F. Martone","orcid":"https://orcid.org/0000-0001-9596-5400"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martone, Anthony F.","raw_affiliation_strings":["US Army Research Laboratory, Adelphi, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"US Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.7628092169761658},{"id":"https://openalex.org/keywords/waveform","display_name":"Waveform","score":0.7036737203598022},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6373469233512878},{"id":"https://openalex.org/keywords/low-probability-of-intercept-radar","display_name":"Low probability of intercept radar","score":0.616457462310791},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.4332137107849121},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.42756128311157227},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.421861857175827},{"id":"https://openalex.org/keywords/radar-engineering-details","display_name":"Radar engineering details","score":0.4077789783477783},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3618323802947998},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3489789366722107},{"id":"https://openalex.org/keywords/radar-imaging","display_name":"Radar imaging","score":0.24463853240013123},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.22890418767929077},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18157660961151123}],"concepts":[{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.7628092169761658},{"id":"https://openalex.org/C197424946","wikidata":"https://www.wikidata.org/wiki/Q1165717","display_name":"Waveform","level":3,"score":0.7036737203598022},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6373469233512878},{"id":"https://openalex.org/C147345108","wikidata":"https://www.wikidata.org/wiki/Q6693040","display_name":"Low probability of intercept radar","level":5,"score":0.616457462310791},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.4332137107849121},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.42756128311157227},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.421861857175827},{"id":"https://openalex.org/C134406370","wikidata":"https://www.wikidata.org/wiki/Q832005","display_name":"Radar engineering details","level":4,"score":0.4077789783477783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3618323802947998},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3489789366722107},{"id":"https://openalex.org/C10929652","wikidata":"https://www.wikidata.org/wiki/Q7279985","display_name":"Radar imaging","level":3,"score":0.24463853240013123},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.22890418767929077},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18157660961151123}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:arXiv.org:2103.05541","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.05541","pdf_url":"https://arxiv.org/pdf/2103.05541","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2103.05541","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.05541","pdf_url":"https://arxiv.org/pdf/2103.05541","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1487320471","https://openalex.org/W1513008779","https://openalex.org/W1544261405","https://openalex.org/W1564815434","https://openalex.org/W1571154989","https://openalex.org/W1590583843","https://openalex.org/W1591817184","https://openalex.org/W1961515367","https://openalex.org/W2002582936","https://openalex.org/W2077902449","https://openalex.org/W2079800918","https://openalex.org/W2080076644","https://openalex.org/W2133685514","https://openalex.org/W2137632745","https://openalex.org/W2138679083","https://openalex.org/W2141034221","https://openalex.org/W2148681057","https://openalex.org/W2159327048","https://openalex.org/W2163374846","https://openalex.org/W2167989066","https://openalex.org/W2169500239","https://openalex.org/W2192698682","https://openalex.org/W2195832715","https://openalex.org/W2241995588","https://openalex.org/W2319396799","https://openalex.org/W2333032143","https://openalex.org/W2549995704","https://openalex.org/W2567197433","https://openalex.org/W2573494248","https://openalex.org/W2593701695","https://openalex.org/W2715799574","https://openalex.org/W2742691436","https://openalex.org/W2808592708","https://openalex.org/W2811404158","https://openalex.org/W2903805593","https://openalex.org/W2962901934","https://openalex.org/W2963689780","https://openalex.org/W2964279421","https://openalex.org/W2972757045","https://openalex.org/W3006143078","https://openalex.org/W3017347546","https://openalex.org/W3034157123","https://openalex.org/W3034981963","https://openalex.org/W3045897655","https://openalex.org/W3101443566","https://openalex.org/W3104100176","https://openalex.org/W3105507210","https://openalex.org/W3123454539","https://openalex.org/W3174201480","https://openalex.org/W4205621617","https://openalex.org/W4206136358","https://openalex.org/W4230822220","https://openalex.org/W4244753254","https://openalex.org/W4299286629"],"related_works":["https://openalex.org/W293646134","https://openalex.org/W3154381281","https://openalex.org/W2091887884","https://openalex.org/W3211830686","https://openalex.org/W2999301538","https://openalex.org/W2464278922","https://openalex.org/W2169782458","https://openalex.org/W2497112640","https://openalex.org/W4323793904","https://openalex.org/W3096886658"],"abstract_inverted_index":{"A":[0],"sequential":[1],"decision":[2],"process":[3],"in":[4,83,110,117,125,139],"which":[5,31,60],"an":[6,126],"adaptive":[7],"radar":[8,20,41,105,171],"system":[9],"repeatedly":[10],"interacts":[11],"with":[12],"a":[13,54,78,84,118,136,178],"finite-state":[14],"target":[15,63,140],"channel":[16],"is":[17,21,66,87,159],"studied.":[18],"The":[19,40],"capable":[22],"of":[23,46,113,165],"passively":[24],"sensing":[25],"the":[26,36,44,69,104,132,153,162,182],"spectrum":[27,47],"at":[28],"regular":[29],"intervals,":[30],"provides":[32,135],"side":[33],"information":[34],"for":[35],"waveform":[37,70,154,184],"selection":[38,71,155],"process.":[39,156],"transmitter":[42],"uses":[43],"sequence":[45],"observations":[48],"as":[49,51,122,124],"well":[50,123],"feedback":[52],"from":[53],"collocated":[55],"receiver":[56],"to":[57,106,151],"select":[58],"waveforms":[59],"accurately":[61],"estimate":[62],"parameters.":[64],"It":[65],"shown":[67,160],"that":[68,86,131,161],"problem":[72],"can":[73,173],"be":[74,174],"effectively":[75],"addressed":[76],"using":[77],"linear":[79,97],"contextual":[80,98],"bandit":[81,99],"formulation":[82,134],"manner":[85],"both":[88],"computationally":[89],"feasible":[90],"and":[91,95,146],"sample":[92],"efficient.":[93],"Stochastic":[94],"adversarial":[96,127],"models":[100],"are":[101,149],"introduced,":[102],"allowing":[103],"achieve":[107],"effective":[108],"performance":[109,142],"broad":[111],"classes":[112],"physical":[114],"environments.":[115],"Simulations":[116],"radar-communication":[119],"coexistence":[120],"scenario,":[121,129],"radar-jammer":[128],"demonstrate":[130],"proposed":[133],"substantial":[137],"improvement":[138],"detection":[141],"when":[143],"Thompson":[144],"Sampling":[145],"EXP3":[147],"algorithms":[148],"used":[150],"drive":[152],"Further,":[157],"it":[158],"harmful":[163],"impacts":[164],"pulse-agile":[166],"behavior":[167],"on":[168,181],"coherently":[169],"processed":[170],"data":[172],"mitigated":[175],"by":[176],"adopting":[177],"time-varying":[179],"constraint":[180],"radar's":[183],"catalog.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7}],"updated_date":"2026-08-29T07:29:34.045763","created_date":"2021-09-13T00:00:00"}
