{"id":"https://openalex.org/W7140144222","doi":"https://doi.org/10.18653/v1/2026.eacl-long.196","title":"MetaLead: A Comprehensive Human-Curated Leaderboard Dataset for Transparent Reporting of Machine Learning Experiments","display_name":"MetaLead: A Comprehensive Human-Curated Leaderboard Dataset for Transparent Reporting of Machine Learning Experiments","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140144222","doi":"https://doi.org/10.18653/v1/2026.eacl-long.196"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.eacl-long.196","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.196","pdf_url":"https://aclanthology.org/2026.eacl-long.196.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.eacl-long.196.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Roelien C. Timmer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roelien C. Timmer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Necva B\u00f6l\u00fcc\u00fc","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Necva B\u00f6l\u00fcc\u00fc","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Stephen Wan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephen Wan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40186768,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4190","last_page":"4206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.15530000627040863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.15530000627040863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.1031000018119812,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.07829999923706055,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.30489999055862427},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.27489998936653137},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.2662999927997589},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.2484000027179718},{"id":"https://openalex.org/keywords/computational-learning-theory","display_name":"Computational learning theory","score":0.24799999594688416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6355000138282776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6308000087738037},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5552999973297119},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.24940000474452972},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2484000027179718},{"id":"https://openalex.org/C50292564","wikidata":"https://www.wikidata.org/wiki/Q2462783","display_name":"Computational learning theory","level":3,"score":0.24799999594688416},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.23800000548362732}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.eacl-long.196","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.196","pdf_url":"https://aclanthology.org/2026.eacl-long.196.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.eacl-long.196","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.196","pdf_url":"https://aclanthology.org/2026.eacl-long.196.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140144222.pdf","grobid_xml":"https://content.openalex.org/works/W7140144222.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Leaderboards":[0],"are":[1,37],"crucial":[2],"in":[3],"the":[4,42,73],"machine":[5],"learning":[6],"(ML)":[7],"domain":[8],"for":[9,34,64,84,95,105],"benchmarking":[10],"and":[11,48,67,88,92,108,115],"tracking":[12],"progress.However,":[13],"creating":[14],"leaderboards":[15],"traditionally":[16],"demands":[17],"significant":[18],"manual":[19],"effort.In":[20],"recent":[21],"years,":[22],"efforts":[23],"have":[24],"been":[25],"made":[26],"to":[27],"automate":[28],"leaderboard":[29,57],"generation,":[30],"but":[31],"existing":[32],"datasets":[33],"this":[35],"purpose":[36],"limited":[38,49],"by":[39],"capturing":[40],"only":[41],"best":[43],"results":[44,63],"from":[45],"each":[46],"paper":[47],"metadata.We":[50],"present":[51],"MET-ALEAD,":[52],"a":[53,102],"fully":[54],"human-annotated":[55],"ML":[56,112],"dataset":[58,94,114],"that":[59],"captures":[60],"all":[61],"experimental":[62,75],"result":[65,74],"transparency":[66],"contains":[68],"extra":[69],"metadata,":[70],"such":[71],"as":[72],"type(baseline,":[76],"proposed":[77,82],"method,":[78],"or":[79],"variation":[80],"of":[81],"method)":[83],"experiment-type":[85],"guided":[86],"comparisons,":[87],"explicitly":[89],"separates":[90],"train":[91],"test":[93],"cross-domain":[96],"assessment.This":[97],"enriched":[98],"structure":[99],"makes":[100],"METALEAD":[101],"powerful":[103],"resource":[104],"more":[106],"transparent":[107],"nuanced":[109],"evaluations":[110],"across":[111],"research.MET-ALEAD":[113],"code":[116],"repository:":[117]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-04T00:00:00"}