{"id":"https://openalex.org/W7162548032","doi":"https://doi.org/10.48550/arxiv.2605.26712","title":"METATR: A Multilingual, Evolving Benchmark for Automatic Text Recognition","display_name":"METATR: A Multilingual, Evolving Benchmark for Automatic Text Recognition","publication_year":2026,"publication_date":"2026-05-26","ids":{"openalex":"https://openalex.org/W7162548032","doi":"https://doi.org/10.48550/arxiv.2605.26712"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.26712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.26712","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051073934","display_name":"M\u00e9lodie Boillet","orcid":"https://orcid.org/0000-0002-0618-7852"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boillet, M\u00e9lodie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078741085","display_name":"Sol\u00e8ne Tarride","orcid":"https://orcid.org/0000-0001-6174-9865"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tarride, Sol\u00e8ne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5024834377","display_name":"Christopher Kermorvant","orcid":"https://orcid.org/0000-0002-7508-4080"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kermorvant, Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9275000095367432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9275000095367432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.014800000004470348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.014600000344216824,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.7355999946594238},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6391000151634216},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6111000180244446},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.6107000112533569},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.49000000953674316},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.45989999175071716},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4392000138759613}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8051000237464905},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.7355999946594238},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6391000151634216},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6111000180244446},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6107000112533569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5758000016212463},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.49000000953674316},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48820000886917114},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.45989999175071716},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4392000138759613},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4049000144004822},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.38190001249313354},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33550000190734863},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.273499995470047},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.26712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.26712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7484819293022156,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Benchmarks":[0],"that":[1,67],"reflect":[2],"the":[3,69,74,138,191,211,240],"diversity":[4,116],"and":[5,108,129,135,146,149,179,193,200,220,236],"complexity":[6],"of":[7,76,102,173],"real-world":[8,80,234],"documents":[9,119,125],"are":[10,32,183],"essential":[11],"for":[12,57,79,229],"accurately":[13],"evaluating":[14,63],"Automatic":[15],"Text":[16],"Recognition":[17],"(ATR)":[18],"systems,":[19,175],"especially":[20],"Vision-Large":[21],"Language":[22],"Models":[23],"(vLLMs).":[24],"Although":[25],"recent":[26],"models":[27,97,178,209],"demonstrate":[28],"impressive":[29],"performance,":[30,214],"they":[31],"often":[33],"evaluated":[34,169],"on":[35,65],"datasets":[36],"containing":[37],"modern,":[38],"printed":[39],"texts":[40,131],"mostly":[41],"written":[42],"in":[43,233],"English,":[44],"which":[45],"limits":[46],"their":[47],"relevance":[48],"to":[49,94,114,159,197],"many":[50],"practical":[51],"applications.":[52,81],"Therefore,":[53],"selecting":[54],"a":[55,58,89,99,143,151,170,225],"model":[56,106],"specific":[59],"use":[60],"case":[61],"requires":[62],"it":[64],"data":[66],"matches":[68],"target":[70],"documents.":[71],"This":[72,155],"highlights":[73],"importance":[75],"representative":[77],"benchmarks":[78],"In":[82],"this":[83],"paper,":[84],"we":[85],"introduce":[86],"METATR":[87,141,223],"(v1.0),":[88],"multilingual,":[90],"evolving":[91],"benchmark":[92,111],"designed":[93,113],"evaluate":[95],"ATR":[96,232],"across":[98,185,218],"wide":[100,171],"range":[101,172],"documents,":[103,199],"facilitating":[104],"meaningful":[105],"comparison":[107],"selection.":[109],"The":[110],"was":[112],"maximize":[115],"by":[117],"including":[118,176,188],"from":[120],"various":[121,186],"public":[122],"collections.":[123],"These":[124],"cover":[126],"29":[127],"languages":[128],"include":[130],"with":[132],"multiple":[133],"scripts":[134,219],"layouts.":[136,221],"Beyond":[137],"dataset":[139,192],"itself,":[140],"defines":[142],"standardized":[144],"prompting":[145],"normalization":[147],"methodology":[148],"establishes":[150],"dynamic":[152],"evaluation":[153],"framework.":[154],"approach":[156],"is":[157],"intended":[158],"produce":[160],"reproducible":[161],"results":[162],"while":[163],"remaining":[164],"extensible":[165],"over":[166],"time.":[167],"We":[168],"state-of-the-art":[174],"open-source":[177],"closed-source":[180],"models.":[181],"Results":[182],"reported":[184],"dimensions,":[187],"performance":[189],"at":[190],"language":[194],"levels,":[195],"robustness":[196],"handwritten":[198],"computational":[201],"efficiency.":[202],"Our":[203],"findings":[204],"show":[205],"that,":[206],"although":[207],"proprietary":[208],"achieve":[210],"most":[212],"consistent":[213],"substantial":[215],"variability":[216],"persists":[217],"Overall,":[222],"provides":[224],"multidimensional,":[226],"practitioner-oriented":[227],"framework":[228],"assessing":[230],"multilingual":[231],"conditions":[235],"tracking":[237],"progress":[238],"as":[239],"field":[241],"evolves.":[242]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-28T00:00:00"}