{"id":"https://openalex.org/W4416246080","doi":"https://doi.org/10.48550/arxiv.2511.09681","title":"SEBA: Sample-Efficient Black-Box Attacks on Visual Reinforcement Learning","display_name":"SEBA: Sample-Efficient Black-Box Attacks on Visual Reinforcement Learning","publication_year":2025,"publication_date":"2025-11-12","ids":{"openalex":"https://openalex.org/W4416246080","doi":"https://doi.org/10.48550/arxiv.2511.09681"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2511.09681","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.09681","pdf_url":"https://arxiv.org/pdf/2511.09681","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2511.09681","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073678073","display_name":"Tairan Huang","orcid":"https://orcid.org/0000-0001-6672-7315"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Tairan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032842898","display_name":"Yulin Jin","orcid":"https://orcid.org/0000-0003-1481-549X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Yulin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001994497","display_name":"Junxu Liu","orcid":"https://orcid.org/0009-0000-7990-3824"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Junxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026389260","display_name":"Qingqing Ye","orcid":"https://orcid.org/0009-0009-1023-535X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Qingqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069562658","display_name":"Haibo Hu","orcid":"https://orcid.org/0000-0001-9197-0958"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Haibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7339000105857849},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7246999740600586},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.513700008392334},{"id":"https://openalex.org/keywords/shadow","display_name":"Shadow (psychology)","score":0.49970000982284546},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.49160000681877136},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.47940000891685486},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4593000113964081}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7339000105857849},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7246999740600586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.661300003528595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6309999823570251},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.513700008392334},{"id":"https://openalex.org/C117797892","wikidata":"https://www.wikidata.org/wiki/Q286363","display_name":"Shadow (psychology)","level":2,"score":0.49970000982284546},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.49160000681877136},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.47940000891685486},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4593000113964081},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.4018999934196472},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4018000066280365},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36169999837875366},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.262800008058548},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.26269999146461487}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2511.09681","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.09681","pdf_url":"https://arxiv.org/pdf/2511.09681","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.09681","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.09681","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2511.09681","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.09681","pdf_url":"https://arxiv.org/pdf/2511.09681","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Visual":[0],"reinforcement":[1],"learning":[2,105],"has":[3],"achieved":[4],"remarkable":[5],"progress":[6],"in":[7],"visual":[8,59,135],"control":[9,36],"and":[10,30,44,84,109,124,137,146],"robotics,":[11],"but":[12],"its":[13],"vulnerability":[14],"to":[15,92,143],"adversarial":[16,56,73,77],"perturbations":[17],"remains":[18],"underexplored.":[19],"Most":[20],"existing":[21],"black-box":[22,55,145],"attacks":[23,57],"focus":[24],"on":[25,33,58,122],"vector-based":[26],"or":[27],"discrete-action":[28],"RL,":[29],"their":[31],"effectiveness":[32],"image-based":[34],"continuous":[35],"is":[37],"limited":[38],"by":[39],"the":[40,106,111],"large":[41],"action":[42],"space":[43],"excessive":[45],"environment":[46,90,140],"queries.":[47,95],"We":[48],"propose":[49],"SEBA,":[50],"a":[51,64,75,85,97],"sample-efficient":[52],"framework":[53],"for":[54],"RL":[60],"agents.":[61],"SEBA":[62,113,129],"integrates":[63],"shadow":[65,107],"Q":[66],"model":[67,87,108],"that":[68,79,88,102,128],"estimates":[69],"cumulative":[70,132],"rewards":[71],"under":[72],"conditions,":[74],"generative":[76],"network":[78],"produces":[80],"visually":[81],"imperceptible":[82],"perturbations,":[83],"world":[86],"simulates":[89],"dynamics":[91],"reduce":[93],"real-world":[94],"Through":[96],"two-stage":[98],"iterative":[99],"training":[100],"procedure":[101],"alternates":[103],"between":[104],"refining":[110],"generator,":[112],"achieves":[114],"strong":[115],"attack":[116],"performance":[117],"while":[118],"maintaining":[119],"efficiency.":[120],"Experiments":[121],"MuJoCo":[123],"Atari":[125],"benchmarks":[126],"show":[127],"significantly":[130],"reduces":[131],"rewards,":[133],"preserves":[134],"fidelity,":[136],"greatly":[138],"decreases":[139],"interactions":[141],"compared":[142],"prior":[144],"white-box":[147],"methods.":[148]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-11-15T00:00:00"}