{"id":"https://openalex.org/W7147103991","doi":"https://doi.org/10.48550/arxiv.2603.29403","title":"Security in LLM-as-a-Judge: A Comprehensive SoK","display_name":"Security in LLM-as-a-Judge: A Comprehensive SoK","publication_year":2026,"publication_date":"2026-03-31","ids":{"openalex":"https://openalex.org/W7147103991","doi":"https://doi.org/10.48550/arxiv.2603.29403"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.29403","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29403","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.29403","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132568497","display_name":"Aiman Almasoud","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Masoud, Aiman Al","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132662347","display_name":"Antony Anju","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anju, Antony","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059446425","display_name":"Marco Arazzi","orcid":"https://orcid.org/0000-0002-3371-307X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arazzi, Marco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120699173","display_name":"Mert Cihangiroglu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cihangiroglu, Mert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132708883","display_name":"Vignesh Kumar Kembu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kembu, Vignesh Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038688486","display_name":"Serena Nicolazzo","orcid":"https://orcid.org/0000-0003-2719-9526"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nicolazzo, Serena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085793134","display_name":"Antonino Nocera","orcid":"https://orcid.org/0000-0003-2120-2341"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nocera, Antonino","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132563260","display_name":"Vinod P.","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"P., Vinod","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132704241","display_name":"Saraga Sakthidharan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sakthidharan, Saraga","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.6758999824523926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.6758999824523926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.04699999839067459,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.024299999698996544,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6488999724388123},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.555400013923645},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5361999869346619},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4869000017642975},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44920000433921814},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4433000087738037}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7360000014305115},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6488999724388123},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6255000233650208},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.555400013923645},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5361999869346619},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5121999979019165},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4869000017642975},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44920000433921814},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4433000087738037},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.4131999909877777},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4099999964237213},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.37529999017715454},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.34279999136924744},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.2694999873638153},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.26829999685287476},{"id":"https://openalex.org/C114869243","wikidata":"https://www.wikidata.org/wiki/Q133735","display_name":"Security through obscurity","level":5,"score":0.2678999900817871},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.26420000195503235}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.29403","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29403","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.29403","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29403","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4937671422958374,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM-as-a-Judge":[0,91,134,222],"(LaaJ)":[1],"is":[2,159],"a":[3,95,122,171],"novel":[4,39],"paradigm":[5,25],"in":[6,135,165,191],"which":[7,63],"powerful":[8],"language":[9],"models":[10],"are":[11,65],"used":[12,160],"to":[13,129],"assess":[14],"the":[15,29,69,79,87,130,136,215],"quality,":[16],"safety,":[17],"or":[18],"correctness":[19],"of":[20,33,57,71,82,90,174,217],"generated":[21],"outputs.":[22],"While":[23],"this":[24,75,118],"has":[26],"significantly":[27],"improved":[28],"scalability":[30],"and":[31,42,60,106,114,155,182,204,220],"efficiency":[32],"evaluation":[34,72,163,193],"processes,":[35],"it":[36],"also":[37],"introduces":[38],"security":[40,88,137,153],"risks":[41],"reliability":[43],"concerns":[44],"that":[45,124,212],"remain":[46],"largely":[47],"unexplored.":[48],"In":[49,74],"particular,":[50],"LLM-based":[51,192],"judges":[52],"can":[53,213],"become":[54],"both":[55],"targets":[56],"adversarial":[58],"manipulation":[59],"instruments":[61],"through":[62,147],"attacks":[64,141,145],"conducted,":[66],"potentially":[67],"compromising":[68],"trustworthiness":[70],"pipelines.":[73],"paper,":[76],"we":[77,120,207],"present":[78],"first":[80],"Systematization":[81],"Knowledge":[83],"(SoK)":[84],"focusing":[85],"on":[86,117],"aspects":[89],"systems.":[92,223],"We":[93,168],"perform":[94],"comprehensive":[96],"literature":[97],"review":[98],"across":[99],"major":[100],"academic":[101],"databases,":[102],"analyzing":[103],"863":[104],"works":[105],"selecting":[107],"45":[108],"relevant":[109],"studies":[110],"published":[111],"between":[112,140],"2020":[113],"2026.":[115],"Based":[116],"study,":[119],"propose":[121],"taxonomy":[123],"organizes":[125],"recent":[126],"research":[127,184,210],"according":[128],"role":[131],"played":[132],"by":[133],"landscape,":[138],"distinguishing":[139],"targeting":[142],"LaaJ":[143,151,158],"systems,":[144],"performed":[146],"LaaJ,":[148],"defenses":[149],"leveraging":[150],"for":[152,200],"purposes,":[154],"applications":[156],"where":[157],"as":[161,195,197],"an":[162],"strategy":[164],"security-related":[166],"domains.":[167],"further":[169],"provide":[170],"comparative":[172],"analysis":[173],"existing":[175],"approaches,":[176],"highlighting":[177],"current":[178],"limitations,":[179],"emerging":[180],"threats,":[181],"open":[183],"challenges.":[185],"Our":[186],"findings":[187],"reveal":[188],"significant":[189],"vulnerabilities":[190],"frameworks,":[194],"well":[196],"promising":[198],"directions":[199],"improving":[201],"their":[202],"robustness":[203],"reliability.":[205],"Finally,":[206],"outline":[208],"key":[209],"opportunities":[211],"guide":[214],"development":[216],"more":[218],"secure":[219],"trustworthy":[221]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-02T00:00:00"}