{"id":"https://openalex.org/W7138986587","doi":"https://doi.org/10.48550/arxiv.2603.17265","title":"LED: A Benchmark for Evaluating Layout Error Detection in Document Analysis","display_name":"LED: A Benchmark for Evaluating Layout Error Detection in Document Analysis","publication_year":2026,"publication_date":"2026-03-18","ids":{"openalex":"https://openalex.org/W7138986587","doi":"https://doi.org/10.48550/arxiv.2603.17265"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.17265","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17265","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.17265","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120058645","display_name":"Inbum Heo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heo, Inbum","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019368530","display_name":"Taewook Hwang","orcid":"https://orcid.org/0000-0003-2440-4707"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hwang, Taewook","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052038058","display_name":"Jeesu Jung","orcid":"https://orcid.org/0000-0003-1684-0517"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Jeesu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130146211","display_name":"Sangkeun Jung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Sangkeun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4977000057697296,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4977000057697296,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.09889999777078629,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.06350000202655792,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.801800012588501},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7078999876976013},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.508899986743927},{"id":"https://openalex.org/keywords/error-detection-and-correction","display_name":"Error detection and correction","score":0.4717999994754791},{"id":"https://openalex.org/keywords/document-layout-analysis","display_name":"Document layout analysis","score":0.42250001430511475},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.3815999925136566}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.801800012588501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7721999883651733},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7078999876976013},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.508899986743927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48170000314712524},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.4717999994754791},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45829999446868896},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.451200008392334},{"id":"https://openalex.org/C72773152","wikidata":"https://www.wikidata.org/wiki/Q5287629","display_name":"Document layout analysis","level":3,"score":0.42250001430511475},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.35530000925064087},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C100253034","wikidata":"https://www.wikidata.org/wiki/Q196372","display_name":"Systematic error","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C3018824978","wikidata":"https://www.wikidata.org/wiki/Q2894891","display_name":"Error analysis","level":2,"score":0.28450000286102295}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.17265","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17265","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.17265","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17265","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,58],"Large":[3,8],"Language":[4],"Models":[5,10],"(LLMs)":[6],"and":[7,26,78,80,84,97,108,122,133,140,148],"Multimodal":[9],"(LMMs)":[11],"have":[12],"improved":[13],"Document":[14],"Layout":[15,48],"Analysis":[16],"(DLA),":[17],"yet":[18],"structural":[19,56,126,146],"errors":[20],"such":[21,39],"as":[22],"region":[23],"merging,":[24],"splitting,":[25],"omission":[27],"remain":[28],"persistent.":[29],"Conventional":[30],"overlap-based":[31],"metrics":[32],"(e.g.,":[33],"IoU,":[34],"mAP)":[35],"fail":[36],"to":[37],"capture":[38],"logical":[40],"inconsistencies.":[41],"To":[42],"overcome":[43],"this":[44],"limitation,":[45],"we":[46,94],"propose":[47],"Error":[49],"Detection":[50],"(LED),":[51],"a":[52,138],"benchmark":[53,142],"that":[54,118],"evaluates":[55],"reasoning":[57,149],"DLA":[59],"predictions":[60],"beyond":[61],"surface-level":[62],"accuracy.":[63],"LED":[64,119,136],"defines":[65],"eight":[66],"standardized":[67],"error":[68,89,103],"types":[69],"(Missing,":[70],"Hallucination,":[71],"Size":[72],"Error,":[73],"Split,":[74],"Merge,":[75],"Overlap,":[76],"Duplicate,":[77],"Misclassification)":[79],"provides":[81],"quantitative":[82],"rules":[83],"injection":[85],"algorithms":[86],"for":[87,143],"realistic":[88],"simulation.":[90],"Using":[91],"these":[92],"definitions,":[93],"construct":[95],"LED-Dataset":[96],"design":[98],"three":[99],"evaluation":[100],"tasks:":[101],"document-level":[102,105],"detection,":[104],"error-type":[106,110],"classification,":[107],"element-level":[109],"classification.":[111],"Experiments":[112],"with":[113],"state-of-the-art":[114],"multimodal":[115],"models":[116],"show":[117],"enables":[120],"fine-grained":[121],"interpretable":[123],"assessment":[124],"of":[125,151],"understanding,":[127],"revealing":[128],"clear":[129],"weaknesses":[130],"across":[131],"modalities":[132],"architectures.":[134],"Overall,":[135],"establishes":[137],"unified":[139],"explainable":[141],"diagnosing":[144],"the":[145],"robustness":[147],"capability":[150],"document":[152],"understanding":[153],"models.":[154]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-20T00:00:00"}