{"id":"https://openalex.org/W4416597228","doi":"https://doi.org/10.63317/27gw7fzp2jbx","title":"Estonian WinoGrande Dataset: Comparative Analysis of LLM Performance on Human and Machine Translation","display_name":"Estonian WinoGrande Dataset: Comparative Analysis of LLM Performance on Human and Machine Translation","publication_year":2026,"publication_date":"2026-04-30","ids":{"openalex":"https://openalex.org/W4416597228","doi":"https://doi.org/10.63317/27gw7fzp2jbx"},"language":null,"primary_location":{"id":"doi:10.63317/27gw7fzp2jbx","is_oa":false,"landing_page_url":"https://doi.org/10.63317/27gw7fzp2jbx","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2511.17290","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120470494","display_name":"Marii Ojastu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marii Ojastu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020956507","display_name":"Hele-Andra Kuulmets","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hele-Andra Kuulmets","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095875312","display_name":"Aleksei Dorkin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aleksei Dorkin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120424546","display_name":"Marika Borovikova","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marika Borovikova","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065508149","display_name":"Dage S\u00e4rg","orcid":"https://orcid.org/0000-0002-9077-1604"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dage S\u00e4rg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5035358986","display_name":"Kairit Sirts","orcid":"https://orcid.org/0000-0001-7388-2583"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kairit Sirts","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02839538,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6904","last_page":"6918"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.41519999504089355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.41519999504089355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3111000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.04039999842643738,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estonian","display_name":"Estonian","score":0.867900013923645},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6549000144004822},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5787000060081482},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5547999739646912},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5364999771118164},{"id":"https://openalex.org/keywords/machine-translation-software-usability","display_name":"Machine translation software usability","score":0.49070000648498535},{"id":"https://openalex.org/keywords/evaluation-of-machine-translation","display_name":"Evaluation of machine translation","score":0.48159998655319214},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47530001401901245}],"concepts":[{"id":"https://openalex.org/C2776092919","wikidata":"https://www.wikidata.org/wiki/Q9072","display_name":"Estonian","level":2,"score":0.867900013923645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7675999999046326},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6599000096321106},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6549000144004822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5875999927520752},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5787000060081482},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5547999739646912},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5364999771118164},{"id":"https://openalex.org/C148526163","wikidata":"https://www.wikidata.org/wiki/Q6723733","display_name":"Machine translation software usability","level":4,"score":0.49070000648498535},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.48159998655319214},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47530001401901245},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43529999256134033},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.3910999894142151},{"id":"https://openalex.org/C110046852","wikidata":"https://www.wikidata.org/wiki/Q468495","display_name":"Computer-assisted translation","level":3,"score":0.3246999979019165},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C130597682","wikidata":"https://www.wikidata.org/wiki/Q6961922","display_name":"Transfer-based machine translation","level":4,"score":0.2624000012874603},{"id":"https://openalex.org/C2986862884","wikidata":"https://www.wikidata.org/wiki/Q7553","display_name":"Language translation","level":3,"score":0.2623000144958496},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.63317/27gw7fzp2jbx","is_oa":false,"landing_page_url":"https://doi.org/10.63317/27gw7fzp2jbx","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2511.17290","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.17290","pdf_url":"https://arxiv.org/pdf/2511.17290","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.17290","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.17290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2511.17290","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.17290","pdf_url":"https://arxiv.org/pdf/2511.17290","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1364481460","display_name":"Neural text analysis models enhanced with external linguistic resources","funder_award_id":"PSG721","funder_id":"https://openalex.org/F4320321090","funder_display_name":"Eesti Teadusagentuur"}],"funders":[{"id":"https://openalex.org/F4320321090","display_name":"Eesti Teadusagentuur","ror":"https://ror.org/00jjeja18"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416597228.pdf","grobid_xml":"https://content.openalex.org/works/W4416597228.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,53],"present":[4],"a":[5,74],"localized":[6],"and":[7,28,36,43,90,146,157,162,168],"culturally":[8],"adapted":[9],"Estonian":[10,89,110],"translation":[11,27,34,61,68,93,141,156],"of":[12,40,57,73,88,150,165],"the":[13,17,26,38,48,55,66,71,85,91,97,107,117,148],"test":[14,120],"set":[15],"from":[16,65],"widely":[18],"used":[19],"commonsense":[20],"reasoning":[21,169],"benchmark,":[22],"WinoGrande.":[23],"We":[24],"detail":[25],"adaptation":[29,158],"process":[30,69],"carried":[31],"out":[32],"by":[33,62,96],"specialists":[35,153],"evaluate":[37],"performance":[39,105,123],"both":[41,84],"proprietary":[42],"open":[44],"source":[45],"models":[46],"on":[47,106,116,124],"human":[49,108],"translated":[50,109],"benchmark.":[51],"Additionally,":[52,130],"explore":[54],"feasibility":[56],"achieving":[58],"high-quality":[59],"machine":[60],"incorporating":[63],"insights":[64],"manual":[67],"into":[70],"design":[72],"detailed":[75],"prompt.":[76],"This":[77],"prompt":[78,135],"is":[79,112,127],"specifically":[80],"tailored":[81],"to":[82,159],"address":[83],"linguistic":[86],"characteristics":[87],"unique":[92],"challenges":[94],"posed":[95],"WinoGrande":[98],"dataset.":[99],"Our":[100],"findings":[101],"show":[102],"that":[103,134],"model":[104,144],"dataset":[111,155],"slightly":[113],"lower":[114],"than":[115],"original":[118],"English":[119],"set,":[121],"while":[122],"machine-translated":[125],"data":[126],"notably":[128],"worse.":[129],"our":[131],"experiments":[132],"indicate":[133],"engineering":[136],"offers":[137],"limited":[138],"improvement":[139],"in":[140,154,170],"quality":[142],"or":[143],"accuracy,":[145],"highlight":[147],"importance":[149],"involving":[151],"language":[152,166,172],"ensure":[160],"reliable":[161],"interpretable":[163],"evaluations":[164],"competency":[167],"large":[171],"models.":[173]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-11-25T00:00:00"}