{"id":"https://openalex.org/W6966898706","doi":"https://doi.org/10.48550/arxiv.2501.07493","title":"Exploring and Mitigating Adversarial Manipulation of Voting-Based Leaderboards","display_name":"Exploring and Mitigating Adversarial Manipulation of Voting-Based Leaderboards","publication_year":2025,"publication_date":"2025-01-13","ids":{"openalex":"https://openalex.org/W6966898706","doi":"https://doi.org/10.48550/arxiv.2501.07493"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2501.07493","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.07493","pdf_url":"https://arxiv.org/pdf/2501.07493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2501.07493","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082426637","display_name":"Yangsibo Huang","orcid":"https://orcid.org/0000-0002-0640-4845","observed_orcids":["https://orcid.org/0000-0002-0640-4845"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yangsibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059480732","display_name":"Milad Nasr","orcid":"https://orcid.org/0000-0002-1913-6157","observed_orcids":["https://orcid.org/0000-0002-1913-6157"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nasr, Milad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019661690","display_name":"Anastasios N. Angelopoulos","orcid":"https://orcid.org/0000-0001-9787-0579","observed_orcids":["https://orcid.org/0000-0001-9787-0579"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Angelopoulos, Anastasios","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034257647","display_name":"Nicholas Carlini","orcid":"https://orcid.org/0000-0002-1463-3461","observed_orcids":["https://orcid.org/0000-0002-1463-3461"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carlini, Nicholas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chiang, Wei-Lin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chiang, Wei-Lin","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063017186","display_name":"Christopher A. Choquette-Choo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choquette-Choo, Christopher A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022994077","display_name":"Daphne Ippolito","orcid":"https://orcid.org/0000-0001-9328-8995","observed_orcids":["https://orcid.org/0000-0001-9328-8995"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ippolito, Daphne","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054655342","display_name":"Matthew Jagielski","orcid":"https://orcid.org/0000-0002-9749-0696","observed_orcids":["https://orcid.org/0000-0002-9749-0696"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jagielski, Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Lee, Katherine","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Katherine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010274201","display_name":"Ken Ziyu Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liu, Ken Ziyu","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Stoica, Ion","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stoica, Ion","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006851333","display_name":"Florian Tram\u00e8r","orcid":"https://orcid.org/0000-0001-8703-8762","observed_orcids":["https://orcid.org/0000-0001-8703-8762"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Tramer, Florian","raw_affiliation_strings":["ETH Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016054994","display_name":"Chiyuan Zhang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-manipulation","display_name":"adversarial manipulation","score":0.9229999780654907},{"id":"https://openalex.org/keywords/chatbot-arena","display_name":"Chatbot Arena","score":0.8629999756813049},{"id":"https://openalex.org/keywords/llm-evaluation","display_name":"LLM evaluation","score":0.7559999823570251},{"id":"https://openalex.org/keywords/malicious-user-detection","display_name":"malicious user detection","score":0.6859999895095825},{"id":"https://openalex.org/keywords/rate-limiting","display_name":"rate limiting","score":0.8209999799728394},{"id":"https://openalex.org/keywords/recaptcha","display_name":"reCAPTCHA","score":0.906000018119812},{"id":"https://openalex.org/keywords/attack-mitigation","display_name":"attack mitigation","score":0.4690000116825104}],"concepts":[{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.24210000038146973},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.21240000426769257},{"id":"https://openalex.org/C2778902089","wikidata":"https://www.wikidata.org/wiki/Q5608642","display_name":"Subpoena","level":2,"score":0.20919999480247498},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.2037999927997589},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.19580000638961792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1949000060558319},{"id":"https://openalex.org/C80114427","wikidata":"https://www.wikidata.org/wiki/Q634260","display_name":"Circumstantial evidence","level":2,"score":0.1949000060558319},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.19339999556541443},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.19290000200271606}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2501.07493","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.07493","pdf_url":"https://arxiv.org/pdf/2501.07493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2501.07493","doi":"https://doi.org/10.48550/arxiv.2501.07493","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2501.07493","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2501.07493","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.07493","pdf_url":"https://arxiv.org/pdf/2501.07493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6966898706.pdf","grobid_xml":"https://content.openalex.org/works/W6966898706.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W3138597937","https://openalex.org/W3177813494","https://openalex.org/W3195140297","https://openalex.org/W3199246459","https://openalex.org/W3210904070","https://openalex.org/W4221145126","https://openalex.org/W4327810158","https://openalex.org/W4385374425","https://openalex.org/W4386977707","https://openalex.org/W4387994739","https://openalex.org/W4388926373","https://openalex.org/W4389524039","https://openalex.org/W4392679398","https://openalex.org/W4396821196","https://openalex.org/W4401306886","https://openalex.org/W4402684031","https://openalex.org/W4404343180","https://openalex.org/W4406939734","https://openalex.org/W4411113101","https://openalex.org/W4415796701","https://openalex.org/W7103750215"],"related_works":["https://openalex.org/W4406975857","https://openalex.org/W4411113101","https://openalex.org/W4415221540","https://openalex.org/W4413333934","https://openalex.org/W7165802700","https://openalex.org/W7160899657","https://openalex.org/W7134821681","https://openalex.org/W7163190883","https://openalex.org/W7162562640","https://openalex.org/W4415276760"],"abstract_inverted_index":{"It":[0],"is":[1],"now":[2],"common":[3],"to":[4,15,21,47,101,157,175,196,247],"evaluate":[5,16,25],"Large":[6],"Language":[7],"Models":[8],"(LLMs)":[9],"by":[10,44],"having":[11],"humans":[12],"manually":[13],"vote":[14,177],"model":[17,60,118,154],"outputs,":[18],"in":[19,131,251],"contrast":[20],"typical":[22],"benchmarks":[23,97],"that":[24,85,107],"knowledge":[26],"or":[27,119],"skill":[28],"at":[29,122],"some":[30],"particular":[31],"task.":[32],"Chatbot":[33,137,187,201,252],"Arena,":[34],"the":[35,49,64,112,123,169,186,198,213,249],"most":[36],"popular":[37],"benchmark":[38],"of":[39,77,125,136,142,200,215,219],"this":[40,81,173],"type,":[41],"ranks":[42],"models":[43,56],"asking":[45],"users":[46],"select":[48],"better":[50],"response":[51],"between":[52],"two":[53,143],"randomly":[54],"selected":[55],"(without":[57],"revealing":[58],"which":[59,153],"was":[61,155],"responsible":[62],"for":[63,178],"generations).":[65],"These":[66],"platforms":[67],"are":[68,92,98,244],"widely":[69],"trusted":[70],"as":[71,228],"a":[72,127,132,159,181],"fair":[73],"and":[74,89,167,193,236,242],"accurate":[75],"measure":[76],"LLM":[78],"capabilities.":[79],"In":[80],"paper,":[82],"we":[83,105,146,190],"show":[84,106,147],"if":[86],"bot":[87,229],"protection":[88,230],"other":[90],"defenses":[91,221],"not":[93],"implemented,":[94],"these":[95,220],"voting-based":[96],"potentially":[99],"vulnerable":[100],"adversarial":[102,204],"manipulation.":[103],"Specifically,":[104],"an":[108,149],"attacker":[109,150,170],"can":[110,151,171],"alter":[111],"leaderboard":[113],"(to":[114],"promote":[115],"their":[116],"favorite":[117],"demote":[120],"competitors)":[121],"cost":[124,214],"roughly":[126],"thousand":[128],"votes":[129],"(verified":[130],"simulated,":[133],"offline":[134],"version":[135],"Arena).":[138],"Our":[139],"attack":[140],"consists":[141],"steps:":[144],"first,":[145],"how":[148],"determine":[152],"used":[156],"generate":[158],"given":[160],"reply":[161],"with":[162,185,231],"more":[163],"than":[164],"$95\\%$":[165],"accuracy;":[166],"then,":[168],"use":[172],"information":[174],"consistently":[176],"(or":[179],"against)":[180],"target":[182],"model.":[183],"Working":[184],"Arena":[188,202],"developers,":[189],"identify,":[191],"propose,":[192],"implement":[194],"mitigations":[195],"improve":[197],"robustness":[199],"against":[203],"manipulation,":[205],"which,":[206],"based":[207],"on":[208],"our":[209,225],"analysis,":[210],"substantially":[211],"increases":[212],"such":[216,227],"attacks.":[217],"Some":[218],"were":[222],"present":[223],"before":[224],"collaboration,":[226],"Cloudflare,":[232],"malicious":[233],"user":[234],"detection,":[235],"rate":[237],"limiting.":[238],"Others,":[239],"including":[240],"reCAPTCHA":[241],"login":[243],"being":[245],"integrated":[246],"strengthen":[248],"security":[250],"Arena.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":10}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2025-10-10T00:00:00"}