{"id":"https://openalex.org/W7164049566","doi":"https://doi.org/10.48550/arxiv.2606.09435","title":"MUDIDI: A Two-Stage Framework for Multilingual Dictionary Digitization with Language Models","display_name":"MUDIDI: A Two-Stage Framework for Multilingual Dictionary Digitization with Language Models","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7164049566","doi":"https://doi.org/10.48550/arxiv.2606.09435"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.09435","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09435","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.09435","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138205238","display_name":"David Setiawan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Setiawan, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138282831","display_name":"Temuulen Khishigsuren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khishigsuren, Temuulen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138260660","display_name":"Milind Agarwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agarwal, Milind","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138202083","display_name":"Pagnarith Pit","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pit, Pagnarith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079178658","display_name":"Aso Mahmudi","orcid":"https://orcid.org/0000-0003-2155-4101"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahmudi, Aso","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138249784","display_name":"Ekaterina Vylomova","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vylomova, Ekaterina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12353","display_name":"Lexicography and Language Studies","score":0.7502999901771545,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12353","display_name":"Lexicography and Language Studies","score":0.7502999901771545,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.07270000129938126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12377","display_name":"Digital Humanities and Scholarship","score":0.028699999675154686,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lexicographical-order","display_name":"Lexicographical order","score":0.6908000111579895},{"id":"https://openalex.org/keywords/digitization","display_name":"Digitization","score":0.680899977684021},{"id":"https://openalex.org/keywords/markup-language","display_name":"Markup language","score":0.6276000142097473},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5532000064849854},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.47530001401901245},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4246000051498413},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4239000082015991},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.41519999504089355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8133999705314636},{"id":"https://openalex.org/C159254197","wikidata":"https://www.wikidata.org/wiki/Q1144915","display_name":"Lexicographical order","level":2,"score":0.6908000111579895},{"id":"https://openalex.org/C2779308522","wikidata":"https://www.wikidata.org/wiki/Q843958","display_name":"Digitization","level":2,"score":0.680899977684021},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6392999887466431},{"id":"https://openalex.org/C45874996","wikidata":"https://www.wikidata.org/wiki/Q37045","display_name":"Markup language","level":3,"score":0.6276000142097473},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.567799985408783},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5532000064849854},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.47530001401901245},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4246000051498413},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4239000082015991},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.41519999504089355},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.38519999384880066},{"id":"https://openalex.org/C94922259","wikidata":"https://www.wikidata.org/wiki/Q33215","display_name":"Constructed language","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3228999972343445},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.29330000281333923},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C154690210","wikidata":"https://www.wikidata.org/wiki/Q1668499","display_name":"Rewriting","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.2648000121116638}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.09435","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09435","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.09435","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09435","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8483603000640869}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multilingual":[0],"dictionaries":[1,124],"are":[2],"among":[3],"the":[4,83,148,170,188,192,195],"most":[5,156],"valuable":[6],"documentary":[7],"resources":[8],"for":[9,76,172],"low-resource":[10],"and":[11,26,47,66,88,131,142,159,164],"endangered":[12],"languages,":[13],"yet":[14],"many":[15,22],"remain":[16],"available":[17],"only":[18],"as":[19,184],"scans.":[20],"For":[21],"decades,":[23],"their":[24],"digitization":[25],"conversion":[27],"into":[28,101],"a":[29,53,73,102,112],"machine-readable":[30,103],"format":[31],"was":[32],"nearly":[33],"impossible":[34],"due":[35],"to":[36,187],"language-specific":[37],"scripts,":[38],"complex":[39],"multi-column":[40],"layouts":[41],"full":[42],"of":[43,85,116,153,194],"entries":[44,119],"with":[45,98],"abbreviations":[46],"cross-references.":[48],"Recent":[49],"vision-language":[50],"models":[51],"offer":[52],"promising":[54],"solution,":[55],"but":[56],"it":[57],"is":[58],"unclear":[59],"how":[60],"well":[61],"they":[62],"preserve":[63],"characters,":[64],"markup,":[65],"process":[67],"lexicographic":[68,104,118],"structure.":[69],"We":[70,109,133],"introduce":[71],"MUDIDI,":[72],"two-stage":[74],"framework":[75],"multi-lingual":[77],"dictionary":[78,95,185],"digitization.":[79],"Stage":[80,91],"One":[81],"evaluates":[82],"quality":[84,193],"character":[86],"recognition":[87],"markup":[89],"preservation;":[90],"Two":[92],"focuses":[93],"on":[94,147,168],"entry":[96],"segmentation":[97],"subsequent":[99],"mapping":[100],"schema,":[105],"SIL's":[106],"Multi-Dictionary":[107],"Formatter.":[108],"also":[110],"release":[111],"dataset":[113],"that":[114,179],"consists":[115],"human-annotated":[117],"collected":[120],"from":[121],"30":[122],"public-domain":[123],"featuring":[125],"diverse":[126],"writing":[127,157],"systems,":[128,136],"language":[129],"families,":[130],"formats.":[132],"benchmark":[134],"OCR":[135],"general-purpose":[137],"Large":[138],"Language":[139,144],"Models":[140,145],"(LLMs),":[141],"Vision":[143],"(VLMs)":[146],"dataset,":[149],"demonstrating":[150],"superior":[151],"performance":[152],"LLMs":[154,189],"across":[155],"systems":[158],"languages":[160],"in":[161],"both":[162],"stages,":[163],"provide":[165],"practical":[166],"guidelines":[167],"improving":[169],"results":[171],"more":[173],"challenging":[174],"scenarios.":[175],"Finally,":[176],"we":[177],"show":[178],"supplementing":[180],"additional":[181],"information,":[182],"such":[183],"introduction,":[186],"can":[190],"improve":[191],"digitized":[196],"dictionary.":[197],"Github:":[198],"https://github.com/DavidSamuell/MUDIDI-Pipeline-for-Digitization-of-Multilingual-Dictionary/":[199]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-10T00:00:00"}