{"id":"https://openalex.org/W7143422944","doi":"https://doi.org/10.48550/arxiv.2603.25761","title":"A Survey of OCR Evaluation Methods and Metrics and the Invisibility of Historical Documents","display_name":"A Survey of OCR Evaluation Methods and Metrics and the Invisibility of Historical Documents","publication_year":2026,"publication_date":"2026-03-26","ids":{"openalex":"https://openalex.org/W7143422944","doi":"https://doi.org/10.48550/arxiv.2603.25761"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.25761","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25761","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.25761","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063383646","display_name":"F. Beyene","orcid":"https://orcid.org/0000-0002-6108-3319"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beyene, Fitsum Sileshi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5065588624","display_name":"Christopher L. Dancy","orcid":"https://orcid.org/0000-0003-2119-496X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dancy, Christopher L.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/invisibility","display_name":"Invisibility","score":0.7537999749183655},{"id":"https://openalex.org/keywords/legibility","display_name":"Legibility","score":0.6358000040054321},{"id":"https://openalex.org/keywords/newspaper","display_name":"Newspaper","score":0.5056999921798706},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4950999915599823},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.4790000021457672},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.42289999127388},{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.39410001039505005}],"concepts":[{"id":"https://openalex.org/C50962388","wikidata":"https://www.wikidata.org/wiki/Q762018","display_name":"Invisibility","level":2,"score":0.7537999749183655},{"id":"https://openalex.org/C2779332521","wikidata":"https://www.wikidata.org/wiki/Q1820694","display_name":"Legibility","level":2,"score":0.6358000040054321},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5999000072479248},{"id":"https://openalex.org/C201280247","wikidata":"https://www.wikidata.org/wiki/Q11032","display_name":"Newspaper","level":2,"score":0.5056999921798706},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4950999915599823},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.4790000021457672},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.42289999127388},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4036000072956085},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.39410001039505005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37299999594688416},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.3449000120162964},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32739999890327454},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C546480517","wikidata":"https://www.wikidata.org/wiki/Q167555","display_name":"Optical character recognition","level":3,"score":0.3021000027656555},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2978000044822693},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C198477413","wikidata":"https://www.wikidata.org/wiki/Q7647069","display_name":"Survey data collection","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.25761","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25761","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.25761","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25761","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4824810326099396,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Optical":[0],"character":[1,131],"recognition":[2],"(OCR)":[3],"and":[4,13,23,33,39,49,65,79,96,102,114,133,153,167,184,197,201,207],"document":[5,50,66],"understanding":[6,51,67],"systems":[7,52],"increasingly":[8],"rely":[9],"on":[10,20,136],"large":[11],"vision":[12,100],"vision-language":[14],"models,":[15],"yet":[16],"evaluation":[17,97,126,178],"remains":[18],"centered":[19],"modern,":[21],"Western,":[22],"institutional":[24,198],"documents.":[25],"This":[26,44],"emphasis":[27],"masks":[28],"system":[29],"behavior":[30],"in":[31,121,145],"historical":[32,60,117,146],"marginalized":[34],"archives,":[35],"where":[36],"layout,":[37],"typography,":[38],"material":[40],"degradation":[41],"shape":[42],"interpretation.":[43],"study":[45],"examines":[46],"how":[47,88,177],"OCR":[48,64,104],"are":[53,75],"evaluated,":[54],"with":[55],"particular":[56],"attention":[57],"to":[58,175,181,194],"Black":[59,112,172],"newspapers.":[61],"We":[62,85,187],"review":[63],"papers,":[68],"as":[69,71],"well":[70],"benchmark":[72,94,205],"datasets,":[73],"which":[74],"published":[76],"between":[77],"2006":[78],"2025":[80],"using":[81],"the":[82,89,107],"PRISMA":[83],"framework.":[84],"look":[86],"into":[87,160],"studies":[90,166],"report":[91],"training":[92,123],"data,":[93],"design,":[95],"metrics":[98],"for":[99],"transformer":[101],"multimodal":[103],"systems.":[105],"During":[106],"review,":[108],"we":[109,162],"found":[110],"that":[111,189],"newspapers":[113],"other":[115],"community-produced":[116],"documents":[118],"rarely":[119,140],"appear":[120],"reported":[122],"data":[124,208],"or":[125],"benchmarks.":[127],"Most":[128],"evaluations":[129],"emphasize":[130],"accuracy":[132],"task":[134],"success":[135],"modern":[137],"layouts.":[138],"They":[139],"capture":[141],"structural":[142,182],"failures":[143],"common":[144],"newspapers,":[147],"including":[148],"column":[149],"collapse,":[150],"typographic":[151],"errors,":[152],"hallucinated":[154],"text.":[155],"To":[156],"put":[157],"these":[158,190],"findings":[159],"perspective,":[161],"use":[163],"previous":[164],"empirical":[165],"archival":[168],"statistics":[169],"from":[170],"significant":[171],"press":[173],"collections":[174],"show":[176],"gaps":[179,191],"lead":[180],"invisibility":[183],"representational":[185],"harm.":[186],"propose":[188],"occur":[192],"due":[193],"organizational":[195],"(meso)":[196],"(macro)":[199],"behaviors":[200],"structure,":[202],"shaped":[203],"by":[204],"incentives":[206],"governance":[209],"decisions.":[210]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-31T00:00:00"}