{"id":"https://openalex.org/W7164838414","doi":"https://doi.org/10.48550/arxiv.2606.14516","title":"Every Eval Ever: A Unifying Schema and Community Repository for AI Evaluation Results","display_name":"Every Eval Ever: A Unifying Schema and Community Repository for AI Evaluation Results","publication_year":2026,"publication_date":"2026-06-12","ids":{"openalex":"https://openalex.org/W7164838414","doi":"https://doi.org/10.48550/arxiv.2606.14516"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.14516","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14516","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.14516","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138670222","display_name":"Jan Batzner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Batzner, Jan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085857010","display_name":"Sree Harsha Nelaturu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nelaturu, Sree Harsha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003311647","display_name":"Anastassia Kornilova","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stachura, Damian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028027759","display_name":"Jon Crall","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kornilova, Anastassia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133573817","display_name":"Tommaso Cerruti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Crall, Jon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138646139","display_name":"Yanan Long","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cerruti, Tommaso","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138662432","display_name":"Yifan Mai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Long, Yanan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044946466","display_name":"Sumati Ahuja","orcid":"https://orcid.org/0000-0003-0841-7671"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mai, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024163531","display_name":"Asaf Yehudai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahuja, Sanchit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138637467","display_name":"Marek \u0160uppa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yehudai, Asaf","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138686950","display_name":"John P. Lalor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u0160uppa, Marek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126937909","display_name":"Oluwagbemike Olowe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lalor, John P.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037281393","display_name":"Jatin Ganhotra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Olowe, Oluwagbemike","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138688992","display_name":"Brian H. Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ganhotra, Jatin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091921041","display_name":"Eliya Habba","orcid":"https://orcid.org/0009-0001-3472-0650"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Brian H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138631619","display_name":"Andrew M. Bean","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Habba, Eliya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138655885","display_name":"Chang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bean, Andrew M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085200850","display_name":"Sander Land","orcid":"https://orcid.org/0000-0001-8572-251X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Chang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123537401","display_name":"Steven Dillmann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Land, Sander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138649009","display_name":"Aniketh Garikaparthi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dillmann, Steven","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138657986","display_name":"Elron Bandel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garikaparthi, Aniketh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122986677","display_name":"Saki Imai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bandel, Elron","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134900947","display_name":"James Edgell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Imai, Saki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002762172","display_name":"Wm. Matthew Kennedy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edgell, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138641433","display_name":"Jenny Chim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kennedy, Wm. Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138648000","display_name":"Patrick Meusling","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chim, Jenny","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122949312","display_name":"Asteria Kaeberlein","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meusling, Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138674936","display_name":"Venkata Ramachandra Karthik Chundi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaeberlein, Asteria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136743253","display_name":"Manasi Patwardhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chundi, Venkata Ramachandra Karthik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138639110","display_name":"Martin Ku","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patwardhan, Manasi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060917296","display_name":"Austin Meek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ku, Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138683786","display_name":"Leon Knauer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meek, Austin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120554960","display_name":"Brian Wingenroth","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Knauer, Leon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138675051","display_name":"Srishti Yadav","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wingenroth, Brian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088196515","display_name":"Usman Gohar","orcid":"https://orcid.org/0009-0001-8859-4928"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yadav, Srishti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052499512","display_name":"F. Friedrich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gohar, Usman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040315986","display_name":"Michelle Lin","orcid":"https://orcid.org/0000-0002-8376-107X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Friedrich, Felix","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095382883","display_name":"Jennifer Mickel","orcid":"https://orcid.org/0009-0006-7517-0460"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Michelle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138689083","display_name":"Arman Cohan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mickel, Jennifer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126462114","display_name":"Stella Biderman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cohan, Arman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041785132","display_name":"Irene Solaiman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Biderman, Stella","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053442069","display_name":"Zeerak Talat","orcid":"https://orcid.org/0000-0001-5503-867X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Solaiman, Irene","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138672263","display_name":"Anka Reuel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Talat, Zeerak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138649670","display_name":"Mubashara Akhtar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reuel, Anka","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138629553","display_name":"Gjergji Kasneci","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akhtar, Mubashara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110694812","display_name":"Ashis Ghosh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kasneci, Gjergji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138661128","display_name":"Leshem Choshen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghosh, Avijit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Choshen, Leshem","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choshen, Leshem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.24719999730587006,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.24719999730587006,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.09640000015497208,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.09459999948740005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.7718999981880188},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.7652999758720398},{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.6345999836921692},{"id":"https://openalex.org/keywords/json","display_name":"JSON","score":0.5095999836921692},{"id":"https://openalex.org/keywords/schema-migration","display_name":"Schema migration","score":0.3878999948501587},{"id":"https://openalex.org/keywords/data-format","display_name":"Data format","score":0.3634999990463257}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7878000140190125},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.7718999981880188},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.7652999758720398},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.6345999836921692},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5649999976158142},{"id":"https://openalex.org/C2780416260","wikidata":"https://www.wikidata.org/wiki/Q2063","display_name":"JSON","level":2,"score":0.5095999836921692},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4544999897480011},{"id":"https://openalex.org/C153440673","wikidata":"https://www.wikidata.org/wiki/Q7431119","display_name":"Schema migration","level":5,"score":0.3878999948501587},{"id":"https://openalex.org/C2985331491","wikidata":"https://www.wikidata.org/wiki/Q5227298","display_name":"Data format","level":2,"score":0.3634999990463257},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.33329999446868896},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C30775581","wikidata":"https://www.wikidata.org/wiki/Q632285","display_name":"Database schema","level":3,"score":0.30880001187324524},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2824999988079071},{"id":"https://openalex.org/C2780660560","wikidata":"https://www.wikidata.org/wiki/Q3951893","display_name":"Schema evolution","level":4,"score":0.27489998936653137},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.2648000121116638}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.14516","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14516","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.14516","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14516","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI":[0,84],"evaluations":[1,57,91],"are":[2,25,44,92],"widely":[3],"used":[4],"for":[5,54,83,118],"testing":[6],"and":[7,21,39,58,69,80,110,113,148,154,173],"understanding":[8],"progress.":[9],"However,":[10],"the":[11,76,133,151],"diverse":[12],"evaluators":[13],"bring":[14],"with":[15,128],"them":[16],"inconsistencies":[17],"that":[18],"challenge":[19],"analysis":[20],"comparison.":[22],"First,":[23],"results":[24,43,106],"saved":[26],"in":[27,94],"incompatible":[28],"formats,":[29,145],"scattered":[30],"across":[31],"leaderboards,":[32],"papers,":[33],"blog":[34],"posts,":[35],"evaluation":[36,48,65,85,108,146,175],"harness":[37],"logs,":[38],"custom":[40],"repositories.":[41],"Second,":[42],"created":[45],"by":[46,103],"different":[47],"frameworks,":[49],"which":[50],"produce":[51],"divergent":[52],"scores":[53],"nominally":[55],"identical":[56],"record":[59],"metadata":[60,126],"inconsistently,":[61],"hindering":[62],"comparison,":[63],"cross-community":[64],"science,":[66],"cost":[67],"reduction,":[68],"reuse.":[70],"We":[71,121],"introduce":[72],"Every":[73],"Eval":[74],"Ever,":[75],"first":[77,134],"shared":[78],"schema":[79,88,127],"community-crowdsourced":[81],"repository":[82],"results.":[86],"The":[87],"standardizes":[89],"how":[90],"represented":[93],"a":[95,124,129,156],"unified,":[96],"single":[97],"JSON":[98],"document.":[99],"It":[100],"is":[101],"source-agnostic":[102],"design,":[104],"ingesting":[105],"from":[107,143],"harnesses":[109],"papers":[111],"alike,":[112],"optionally":[114],"stores":[115],"per-instance":[116],"outputs":[117],"fine-grained":[119],"analysis.":[120],"contribute:":[122],"(i)":[123],"community-governed":[125],"companion":[130],"instance-level":[131],"schema,":[132],"standardization":[135],"effort":[136],"of":[137],"its":[138],"kind;":[139],"(ii)":[140],"automatic":[141],"converters":[142],"popular":[144],"harnesses,":[147],"leaderboards":[149],"to":[150,166],"unified":[152],"schema;":[153],"(iii)":[155],"crowdsourced":[157],"community":[158],"database":[159],"hosted":[160],"on":[161],"Hugging":[162],"Face,":[163],"currently":[164],"spanning":[165],"date":[167],"22,235":[168],"models,":[169],"2,273":[170],"unique":[171],"benchmarks,":[172],"31":[174],"formats.":[176]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-16T00:00:00"}