{"id":"https://openalex.org/W4412346522","doi":"https://doi.org/10.1109/kse63888.2024.11063527","title":"Imposter Injection: Learning to Select Features in Reinforcement Learning","display_name":"Imposter Injection: Learning to Select Features in Reinforcement Learning","publication_year":2024,"publication_date":"2024-11-05","ids":{"openalex":"https://openalex.org/W4412346522","doi":"https://doi.org/10.1109/kse63888.2024.11063527"},"language":"en","primary_location":{"id":"doi:10.1109/kse63888.2024.11063527","is_oa":false,"landing_page_url":"https://doi.org/10.1109/kse63888.2024.11063527","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 16th International Conference on Knowledge and System Engineering (KSE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009455186","display_name":"Shruti Singh","orcid":"https://orcid.org/0000-0002-9751-8513"},"institutions":[{"id":"https://openalex.org/I127591826","display_name":"University of Dayton","ror":"https://ror.org/021v3qy27","country_code":"US","type":"education","lineage":["https://openalex.org/I127591826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shruti Singh","raw_affiliation_strings":["University of Dayton,Department of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Dayton,Department of Computer Science","institution_ids":["https://openalex.org/I127591826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007813226","display_name":"Viet Duc Bui","orcid":"https://orcid.org/0000-0002-8098-8842"},"institutions":[{"id":"https://openalex.org/I127591826","display_name":"University of Dayton","ror":"https://ror.org/021v3qy27","country_code":"US","type":"education","lineage":["https://openalex.org/I127591826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Viet Bui","raw_affiliation_strings":["University of Dayton,Department of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Dayton,Department of Computer Science","institution_ids":["https://openalex.org/I127591826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021193664","display_name":"Abhijeet Gupta","orcid":null},"institutions":[{"id":"https://openalex.org/I127591826","display_name":"University of Dayton","ror":"https://ror.org/021v3qy27","country_code":"US","type":"education","lineage":["https://openalex.org/I127591826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhijeet Gupta","raw_affiliation_strings":["University of Dayton,Department of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Dayton,Department of Computer Science","institution_ids":["https://openalex.org/I127591826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022799473","display_name":"Tam Nguyen","orcid":"https://orcid.org/0000-0003-0236-7992"},"institutions":[{"id":"https://openalex.org/I127591826","display_name":"University of Dayton","ror":"https://ror.org/021v3qy27","country_code":"US","type":"education","lineage":["https://openalex.org/I127591826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tam V. Nguyen","raw_affiliation_strings":["University of Dayton,Department of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Dayton,Department of Computer Science","institution_ids":["https://openalex.org/I127591826"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051151589","display_name":"Luan Viet Nguyen","orcid":"https://orcid.org/0000-0001-5516-2443"},"institutions":[{"id":"https://openalex.org/I127591826","display_name":"University of Dayton","ror":"https://ror.org/021v3qy27","country_code":"US","type":"education","lineage":["https://openalex.org/I127591826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luan V. Nguyen","raw_affiliation_strings":["University of Dayton,Department of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Dayton,Department of Computer Science","institution_ids":["https://openalex.org/I127591826"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I127591826"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.55421687,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12258","display_name":"Perfectionism, Procrastination, Anxiety Studies","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12258","display_name":"Perfectionism, Procrastination, Anxiety Studies","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8142964839935303},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.708337664604187},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5472568273544312},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33689284324645996}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8142964839935303},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.708337664604187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5472568273544312},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33689284324645996}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/kse63888.2024.11063527","is_oa":false,"landing_page_url":"https://doi.org/10.1109/kse63888.2024.11063527","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 16th International Conference on Knowledge and System Engineering (KSE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8296000882","display_name":null,"funder_award_id":"NSF-CRII-2245853","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1496685878","https://openalex.org/W1995875735","https://openalex.org/W2011233848","https://openalex.org/W2083505311","https://openalex.org/W2117423905","https://openalex.org/W2123979492","https://openalex.org/W2148277778","https://openalex.org/W2342045095","https://openalex.org/W2883618862","https://openalex.org/W2883812211","https://openalex.org/W2941205169","https://openalex.org/W2942465044","https://openalex.org/W3006912862","https://openalex.org/W4200294477","https://openalex.org/W4220733388","https://openalex.org/W4226498312","https://openalex.org/W4293064196","https://openalex.org/W6733049761","https://openalex.org/W6737897983","https://openalex.org/W6741002519","https://openalex.org/W6749636561","https://openalex.org/W6753549322","https://openalex.org/W6850659603"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"has":[2],"rapidly":[3],"evolved":[4],"from":[5,41,128],"theoretical":[6],"concepts":[7],"to":[8,70,85,93,105,112,124],"practical":[9,155],"applications,":[10],"particularly":[11,175],"in":[12,177],"high-stakes":[13],"fields":[14],"such":[15,71],"as":[16,29,86],"autonomous":[17],"driving,":[18],"healthcare,":[19],"and":[20,25,50,55,150,162,179,187],"logistics,":[21],"enhancing":[22],"both":[23],"efficiency":[24],"decision-making":[26],"capabilities.":[27],"However,":[28],"these":[30],"applications":[31],"engage":[32],"with":[33],"more":[34],"complex":[35],"environments,":[36],"they":[37],"face":[38],"significant":[39],"challenges":[40],"adversarial":[42,72,90,129],"inputs.":[43],"These":[44],"inputs":[45],"can":[46],"jeopardize":[47],"system":[48],"reliability":[49],"safety":[51,188],"by":[52,74],"inducing":[53],"unpredictable":[54],"potentially":[56],"hazardous":[57],"decisions.":[58],"In":[59],"this":[60,137],"paper,":[61],"we":[62],"examine":[63],"the":[64,94,134,140,159,163,171,185],"vulnerability":[65],"of":[66,121,136,142,189],"reinforcement":[67],"learning":[68],"systems":[69],"threats":[73],"presenting":[75],"our":[76],"novel":[77],"mitigation":[78],"approach.":[79],"We":[80,132],"introduce":[81],"a":[82,102,108,119],"concept":[83],"referred":[84],"an":[87],"imposter\u2014carefully":[88],"crafted":[89],"noise":[91,130],"added":[92],"state":[95],"space":[96],"that":[97,170],"can,":[98],"for":[99],"instance,":[100],"cause":[101],"Lunar":[103,160],"Lander":[104,161],"crash":[106],"or":[107],"Bipedal":[109,164],"Walker":[110,165],"robot":[111],"lose":[113],"balance.":[114],"Our":[115],"approach":[116],"leverages":[117],"entropy,":[118,147,149],"measure":[120],"information":[122],"content,":[123],"differentiate":[125],"genuine":[126],"data":[127],"effectively.":[131],"assess":[133],"efficacy":[135],"method":[138],"through":[139],"evaluation":[141],"different":[143],"entropy":[144,172],"measures:":[145],"single":[146],"joint":[148],"Kullback-Leibler":[151],"divergence,":[152],"across":[153],"two":[154],"case":[156],"studies":[157],"involving":[158],"robot.":[166],"The":[167],"results":[168],"demonstrate":[169],"metric":[173],"is":[174],"effective":[176],"detecting":[178],"eliminating":[180],"imposter":[181],"features,":[182],"thereby":[183],"preserving":[184],"integrity":[186],"critical":[190],"missions.":[191]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}