{"id":"https://openalex.org/W7155364348","doi":"https://doi.org/10.48550/arxiv.2604.20334","title":"An Explainable Approach to Document-level Translation Evaluation with Topic Modeling","display_name":"An Explainable Approach to Document-level Translation Evaluation with Topic Modeling","publication_year":2026,"publication_date":"2026-04-22","ids":{"openalex":"https://openalex.org/W7155364348","doi":"https://doi.org/10.48550/arxiv.2604.20334"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.20334","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.20334","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134366685","display_name":"Hyeokmin Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hyeokmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101734677","display_name":"Youngkyu Kim","orcid":"https://orcid.org/0000-0002-9595-1962"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Youngkyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049168429","display_name":"Byounghyun Yoo","orcid":"https://orcid.org/0000-0001-9299-349X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoo, Byounghyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.32339999079704285,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.32339999079704285,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.27970001101493835,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.13420000672340393,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.632099986076355},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5989000201225281},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5921000242233276},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5913000106811523},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.515500009059906},{"id":"https://openalex.org/keywords/thematic-structure","display_name":"Thematic structure","score":0.44359999895095825},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4410000145435333},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.4081000089645386},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.3783000111579895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8382999897003174},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6622999906539917},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.632099986076355},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5989000201225281},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5921000242233276},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5913000106811523},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5503000020980835},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.515500009059906},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.44850000739097595},{"id":"https://openalex.org/C2778109090","wikidata":"https://www.wikidata.org/wiki/Q7781195","display_name":"Thematic structure","level":2,"score":0.44359999895095825},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.4081000089645386},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.37549999356269836},{"id":"https://openalex.org/C93692415","wikidata":"https://www.wikidata.org/wiki/Q1502030","display_name":"Thematic map","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C120012220","wikidata":"https://www.wikidata.org/wiki/Q1754533","display_name":"Source text","level":2,"score":0.3296999931335449},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.3231000006198883},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C170133592","wikidata":"https://www.wikidata.org/wiki/Q1806883","display_name":"Latent semantic analysis","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.20334","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.20334","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7660428285598755}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"advent":[1],"of":[2,8,102,137,145,157,180,217],"NMT":[3],"has":[4,263],"expanded":[5],"the":[6,30,103,131,134,138,143,181,214,224,229,246,260],"scope":[7],"translation":[9,132,237,248],"beyond":[10],"isolated":[11],"sentences,":[12],"enabling":[13],"context":[14],"to":[15,29,86,127,161,191,243],"be":[16],"preserved":[17],"across":[18,111],"paragraphs":[19],"and":[20,33,64,71,84,95,117],"documents.":[21],"However,":[22],"current":[23],"evaluation":[24,59,101,231,249],"metrics":[25,42],"largely":[26],"remain":[27],"restricted":[28],"sentence":[31,163],"level":[32,219],"typically":[34],"depend":[35],"on":[36],"reference":[37,146,183],"translations.":[38,147],"Without":[39],"references,":[40],"existing":[41,209,247],"cannot":[43],"provide":[44],"a":[45,99,114,153,178,193,253],"clear":[46,234],"basis":[47],"for":[48,186],"their":[49],"quality":[50],"assessments.":[51],"To":[52,148],"address":[53],"these":[54],"limitations,":[55],"we":[56,151,205],"propose":[57],"an":[58],"framework":[60,75,212],"that":[61,227,256],"independently":[62],"extracts":[63],"compares":[65],"latent":[66],"topic":[67,78,109,199],"structures":[68],"within":[69],"source":[70,139],"translated":[72],"texts.":[73],"This":[74,124],"utilises":[76],"various":[77],"modelling":[79],"techniques,":[80],"including":[81],"LSA,":[82],"LDA":[83],"BERTopic,":[85],"achieve":[87],"this.":[88],"Our":[89],"methodology":[90],"captures":[91],"statistical":[92],"frequency":[93],"information":[94],"semantic":[96],"context,":[97],"providing":[98],"comprehensive":[100],"entire":[104],"document.":[105],"It":[106],"aligns":[107],"key":[108,225],"tokens":[110,226],"languages":[112],"using":[113],"bilingual":[115],"dictionary":[116],"quantifies":[118],"thematic":[119,135,220],"consistency":[120],"via":[121],"cosine":[122],"similarity.":[123],"allows":[125],"us":[126],"evaluate":[128],"how":[129],"faithfully":[130],"maintains":[133],"integrity":[136],"text,":[140],"even":[141],"in":[142,189],"absence":[144],"this":[149,187,203,240],"end,":[150],"used":[152],"large":[154],"scale":[155],"dataset":[156],"9.38":[158],"million":[159],"Korean":[160],"English":[162],"pairs":[164],"from":[165],"AI":[166],"Hub,":[167],"which":[168],"includes":[169],"pre":[170],"evaluated":[171],"BLEU":[172],"scores.":[173],"We":[174],"also":[175],"calculated":[176],"CometKiwi,":[177],"state":[179],"art,":[182],"free":[184],"metric":[185,255],"dataset,":[188],"order":[190],"conduct":[192],"comparative":[194],"analysis":[195],"with":[196],"our":[197,211],"proposed,":[198],"based":[200],"framework.":[201],"Through":[202],"analysis,":[204],"confirmed":[206],"that,":[207],"unlike":[208],"metrics,":[210],"evaluates":[213],"differentiated":[215],"attribute":[216],"document":[218],"units.":[221],"Furthermore,":[222],"visualising":[223],"underpin":[228],"quantitative":[230],"score":[232],"provides":[233],"insight":[235],"into":[236],"quality.":[238],"Consequently,":[239],"study":[241],"contributes":[242],"effectively":[244],"complementing":[245],"system":[250],"by":[251],"proposing":[252],"new":[254],"intuitively":[257],"identifies":[258],"whether":[259],"document's":[261],"theme":[262],"been":[264],"preserved.":[265]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-24T00:00:00"}