{"id":"https://openalex.org/W7161561182","doi":"https://doi.org/10.48550/arxiv.2605.16023","title":"Judge Circuits","display_name":"Judge Circuits","publication_year":2026,"publication_date":"2026-05-15","ids":{"openalex":"https://openalex.org/W7161561182","doi":"https://doi.org/10.48550/arxiv.2605.16023"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.16023","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16023","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.16023","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027823774","display_name":"Nils Feldhus","orcid":"https://orcid.org/0009-0008-7408-7483"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feldhus, Nils","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093272008","display_name":"Tanja Baeumel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baeumel, Tanja","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136443891","display_name":"Elena Golimblevskaia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Golimblevskaia, Elena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136358186","display_name":"Qianli Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qianli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103220519","display_name":"Van Bach Nguyen","orcid":"https://orcid.org/0000-0002-4576-9302"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Van Bach","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126641200","display_name":"Aaron Louis Eidt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eidt, Aaron Louis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Kahvecioglu, Selin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kahvecioglu, Selin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136361686","display_name":"Christopher Ebert","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ebert, Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136411674","display_name":"Wojciech Samek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samek, Wojciech","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136389491","display_name":"Jing Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Schmitt, Vera","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmitt, Vera","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136453879","display_name":"Sebastian M\u00f6ller","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"M\u00f6ller, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Ostermann, Simon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ostermann, Simon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.49300000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.49300000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18279999494552612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.03999999910593033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.4876999855041504},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.4562000036239624},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.36399999260902405},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.35740000009536743},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.3203999996185303},{"id":"https://openalex.org/keywords/attribution","display_name":"Attribution","score":0.3028999865055084}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6869000196456909},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.4876999855041504},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48730000853538513},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.4562000036239624},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.35740000009536743},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3203999996185303},{"id":"https://openalex.org/C143299363","wikidata":"https://www.wikidata.org/wiki/Q900584","display_name":"Attribution","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3001999855041504},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C2779664074","wikidata":"https://www.wikidata.org/wiki/Q3518405","display_name":"Terminal (telecommunication)","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.267300009727478}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.16023","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16023","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.16023","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16023","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.42388883233070374,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM-as-a-judge":[0],"has":[1],"become":[2],"the":[3,13,41,53,80,114,125,143],"dominant":[4],"paradigm":[5],"for":[6],"grading":[7],"model":[8,15],"outputs":[9],"at":[10,40],"scale,":[11],"yet":[12],"same":[14],"assigns":[16],"systematically":[17],"different":[18],"scores":[19],"when":[20],"its":[21],"output":[22,103,145],"format":[23],"changes":[24],"(e.g.,":[25],"a":[26,30,73,107,119],"1-5":[27],"rating":[28],"vs.":[29],"True/False":[31],"label).":[32],"Existing":[33],"diagnoses":[34],"of":[35,110,142],"these":[36],"format-induced":[37,111],"inconsistencies":[38],"stop":[39],"input-output":[42],"level.":[43],"Using":[44],"Position-aware":[45],"Edge":[46],"Attribution":[47],"Patching":[48],"(PEAP),":[49],"we":[50,105,117],"causally":[51],"investigate":[52],"internal":[54],"mechanism":[55],"in":[56,79,93,124],"Gemma-3,":[57],"Qwen2.5,":[58],"and":[59,68],"Llama-3.":[60],"We":[61],"find":[62],"that":[63,150],"judgments":[64],"across":[65,154],"structured":[66],"understanding":[67],"open-ended":[69],"preference":[70,137],"tasks":[71],"share":[72],"sparse,":[74],"generalized":[75],"Latent":[76],"Evaluator":[77],"sub-graph":[78],"mid-to-late":[81],"multi-layer":[82],"perceptrons":[83],"(MLPs);":[84],"zero-ablating":[85],"it":[86],"collapses":[87],"judgment":[88,121],"while":[89],"preserving":[90],"world":[91],"knowledge":[92],"architecturally":[94],"modular":[95],"models.":[96],"By":[97],"structurally":[98],"decoupling":[99],"abstract":[100],"judging":[101],"from":[102],"formatting,":[104],"provide":[106],"mechanistic":[108],"account":[109],"inconsistency":[112],"on":[113],"open-weight":[115],"models":[116],"study:":[118],"continuous":[120],"signal":[122],"computed":[123],"shared":[126],"trunk":[127],"is":[128],"mapped":[129],"through":[130],"fragile,":[131],"format-specific":[132],"terminal":[133],"branches,":[134],"enabling":[135],"format-independent":[136],"to":[138],"be":[139],"isolated":[140],"downstream":[141],"requested":[144],"format.":[146],"Our":[147],"findings":[148],"imply":[149],"benchmark-level":[151],"reliability":[152],"comparisons":[153],"formats":[155],"are":[156],"partially":[157],"measuring":[158],"formatter":[159],"geometry":[160],"rather":[161],"than":[162],"evaluation":[163],"quality.":[164]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-05-19T00:00:00"}