{"id":"https://openalex.org/W7164823666","doi":"https://doi.org/10.48550/arxiv.2606.13757","title":"SEVRA-BENCH: Social Engineering of Vulnerabilities in Review Agents","display_name":"SEVRA-BENCH: Social Engineering of Vulnerabilities in Review Agents","publication_year":2026,"publication_date":"2026-06-11","ids":{"openalex":"https://openalex.org/W7164823666","doi":"https://doi.org/10.48550/arxiv.2606.13757"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.13757","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13757","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.13757","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138662843","display_name":"Rui Melo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Melo, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008759018","display_name":"Riccardo Fogliato","orcid":"https://orcid.org/0000-0002-8636-9639"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fogliato, Riccardo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138632637","display_name":"Sean Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Sean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011471473","display_name":"Pratiksha Thaker","orcid":"https://orcid.org/0000-0001-9977-5081"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thaker, Pratiksha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5001070941","display_name":"Zhiwei Steven Wu","orcid":"https://orcid.org/0000-0002-8125-8227"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhiwei Steven","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.17659999430179596,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.17659999430179596,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.11029999703168869,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.09669999778270721,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.8303999900817871},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.7071999907493591},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5989999771118164},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5805000066757202},{"id":"https://openalex.org/keywords/secure-coding","display_name":"Secure coding","score":0.4196000099182129},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4081000089645386},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.37630000710487366}],"concepts":[{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.8303999900817871},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.788100004196167},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.7071999907493591},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6675000190734863},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5989999771118164},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5805000066757202},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.4345000088214874},{"id":"https://openalex.org/C22680326","wikidata":"https://www.wikidata.org/wiki/Q7444867","display_name":"Secure coding","level":5,"score":0.4196000099182129},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4081000089645386},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C70118762","wikidata":"https://www.wikidata.org/wiki/Q376934","display_name":"Social engineering (security)","level":2,"score":0.3743000030517578},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C131275738","wikidata":"https://www.wikidata.org/wiki/Q7445023","display_name":"Security bug","level":5,"score":0.33469998836517334},{"id":"https://openalex.org/C167063184","wikidata":"https://www.wikidata.org/wiki/Q1400839","display_name":"Vulnerability assessment","level":3,"score":0.31369999051094055},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.28060001134872437},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2797999978065491},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.25929999351501465},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.13757","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13757","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.13757","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13757","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4700738489627838,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4,185],"increasingly":[5],"deployed":[6],"in":[7,60,79,112,194],"automated":[8],"code-review":[9],"systems,":[10],"where":[11],"their":[12],"approvals":[13],"can":[14,30],"determine":[15],"which":[16],"code":[17,33,40,106],"is":[18,25,81],"merged":[19],"into":[20],"shared":[21],"repositories.":[22],"However,":[23],"it":[24],"unclear":[26],"whether":[27],"review":[28,70,175,183],"agents":[29,176,184],"detect":[31],"vulnerability-introducing":[32],"when":[34],"an":[35],"attacker":[36],"controls":[37],"both":[38],"the":[39,43,98,104,161,166],"change":[41,107],"and":[42,102,139],"persuasive":[44],"Pull":[45],"Request":[46],"(PR)":[47],"narrative":[48,123,188],"designed":[49],"to":[50,96,122,141,187],"mask":[51],"it.":[52],"We":[53,91],"introduce":[54],"SEVRA-BENCH":[55,80,143],"(Social":[56],"Engineering":[57],"of":[58,114,136,149,165],"Vulnerabilities":[59],"Review":[61],"Agents),":[62],"a":[63,69,84,89,109,145,191],"benchmark":[64],"that":[65,87,94,182],"measures":[66],"how":[67],"often":[68],"agent":[71],"approves":[72],"such":[73,129],"adversarial":[74,152],"PR":[75,78,110],"s.":[76],"Each":[77],"built":[82],"from":[83,155],"historical":[85],"commit":[86],"fixed":[88],"vulnerability.":[90],"automatically":[92],"reverse":[93],"fix":[95],"extract":[97],"original":[99],"vulnerable":[100],"code,":[101],"submit":[103],"resulting":[105],"as":[108,130],"wrapped":[111],"one":[113],"15":[115],"social-engineering":[116],"framings.":[117],"To":[118],"test":[119],"review-agent":[120],"resilience":[121],"manipulation,":[124,189],"these":[125],"framings":[126],"vary":[127],"dimensions":[128],"supporting":[131],"evidence,":[132],"conveyed":[133],"urgency,":[134],"signals":[135],"prior":[137],"approval,":[138],"appeals":[140],"authority.":[142],"evaluates":[144],"retained":[146],"challenge":[147],"split":[148],"roughly":[150],"1000":[151],"PRs":[153],"drawn":[154],"publicly":[156],"disclosed":[157],"vulnerability":[158],"fixes":[159],"across":[160],"top":[162],"10":[163],"entries":[164],"MITRE's":[167],"2025":[168],"most":[169],"dangerous":[170],"software":[171],"weaknesses.":[172],"Evaluating":[173],"8":[174],"against":[177],"this":[178],"benchmark,":[179],"we":[180],"reveal":[181],"susceptible":[186],"exposing":[190],"significant":[192],"gap":[193],"security":[195],"capabilities.":[196]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-16T00:00:00"}