{"id":"https://openalex.org/W4408932136","doi":"https://doi.org/10.17721/2520-6397.2025.1.01","title":"EVALUATING THE EVALUATOR: TRANSLATION QUALITY IN THE INDUSTRY","display_name":"EVALUATING THE EVALUATOR: TRANSLATION QUALITY IN THE INDUSTRY","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4408932136","doi":"https://doi.org/10.17721/2520-6397.2025.1.01"},"language":"en","primary_location":{"id":"doi:10.17721/2520-6397.2025.1.01","doi":"https://doi.org/10.17721/2520-6397.2025.1.01","is_oa":true,"landing_page_url":"https://doi.org/10.17721/2520-6397.2025.1.01","pdf_url":"https://mova.knu.ua/article/download/4398/3731","source":{"id":"https://openalex.org/S4210180198","display_name":"Linguistic and Conceptual Views of the World","issn_l":"2520-6397","issn":["2520-6397","2520-6400"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","erih-plus"],"host_organization":"https://openalex.org/P4310322548","host_organization_name":"Taras Shevchenko National University of Kyiv","host_organization_lineage":["https://openalex.org/P4310322548"],"host_organization_lineage_names":["Taras Shevchenko National University of Kyiv"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Linguistic and Conceptual Views of the World","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://mova.knu.ua/article/download/4398/3731","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047471293","display_name":"K. Saiko","orcid":"https://orcid.org/0009-0004-6984-9157","observed_orcids":["https://orcid.org/0009-0004-6984-9157"]},"institutions":[{"id":"https://openalex.org/I189238007","display_name":"Taras Shevchenko National University of Kyiv","ror":"https://ror.org/02aaqv166","country_code":"UA","type":"education","lineage":["https://openalex.org/I189238007"]}],"countries":["UA"],"is_corresponding":true,"raw_author_name":"Kateryna SAIKO","raw_affiliation_strings":["\u0430\u0441\u0438\u0441\u0442. \u041a\u0438\u0457\u0432\u0441\u044c\u043a\u0438\u0439 \u043d\u0430\u0446\u0456\u043e\u043d\u0430\u043b\u044c\u043d\u0438\u0439 \u0443\u043d\u0456\u0432\u0435\u0440\u0441\u0438\u0442\u0435\u0442 \u0456\u043c\u0435\u043d\u0456 \u0422\u0430\u0440\u0430\u0441\u0430 \u0428\u0435\u0432\u0447\u0435\u043d\u043a\u0430, \u041a\u0438\u0457\u0432, \u0423\u043a\u0440\u0430\u0457\u043d\u0430"],"raw_orcid":"https://orcid.org/0009-0004-6984-9157","affiliations":[{"raw_affiliation_string":"\u0430\u0441\u0438\u0441\u0442. \u041a\u0438\u0457\u0432\u0441\u044c\u043a\u0438\u0439 \u043d\u0430\u0446\u0456\u043e\u043d\u0430\u043b\u044c\u043d\u0438\u0439 \u0443\u043d\u0456\u0432\u0435\u0440\u0441\u0438\u0442\u0435\u0442 \u0456\u043c\u0435\u043d\u0456 \u0422\u0430\u0440\u0430\u0441\u0430 \u0428\u0435\u0432\u0447\u0435\u043d\u043a\u0430, \u041a\u0438\u0457\u0432, \u0423\u043a\u0440\u0430\u0457\u043d\u0430","institution_ids":["https://openalex.org/I189238007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5047471293"],"corresponding_institution_ids":["https://openalex.org/I189238007"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05410674,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":"77 (1)","first_page":"9","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10759","display_name":"Translation Studies and Practices","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10759","display_name":"Translation Studies and Practices","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12881","display_name":"linguistics and terminology studies","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/translation-quality-assessment","display_name":"translation quality assessment","score":0.8370000123977661},{"id":"https://openalex.org/keywords/terminology-consistency","display_name":"terminology consistency","score":0.753000020980835},{"id":"https://openalex.org/keywords/translation-accuracy","display_name":"translation accuracy","score":0.953000009059906},{"id":"https://openalex.org/keywords/language-norms","display_name":"language norms","score":0.8080000281333923},{"id":"https://openalex.org/keywords/specialized-translation","display_name":"specialized translation","score":0.4440000057220459},{"id":"https://openalex.org/keywords/quality-standards","display_name":"quality standards","score":0.4180000126361847}],"concepts":[{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.6170852184295654},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.543319046497345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4822457730770111},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3398173451423645},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3396874964237213},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08381035923957825},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.04689624905586243},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.17721/2520-6397.2025.1.01","doi":"https://doi.org/10.17721/2520-6397.2025.1.01","is_oa":true,"landing_page_url":"https://doi.org/10.17721/2520-6397.2025.1.01","pdf_url":"https://mova.knu.ua/article/download/4398/3731","source":{"id":"https://openalex.org/S4210180198","display_name":"Linguistic and Conceptual Views of the World","issn_l":"2520-6397","issn":["2520-6397","2520-6400"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","erih-plus"],"host_organization":"https://openalex.org/P4310322548","host_organization_name":"Taras Shevchenko National University of Kyiv","host_organization_lineage":["https://openalex.org/P4310322548"],"host_organization_lineage_names":["Taras Shevchenko National University of Kyiv"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Linguistic and Conceptual Views of the World","raw_type":"journal-article"},{"id":"pmh:oai:ir.library.knu.ua:15071834/12341","doi":null,"is_oa":true,"landing_page_url":"https://ir.library.knu.ua/handle/15071834/12341","pdf_url":"https://ir.library.knu.ua/bitstreams/2bd31320-0e3b-4673-a5d3-0288a81be23c/download","source":{"id":"https://openalex.org/S7407055264","display_name":"eKNUTSHIR","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},{"id":"pmh:oai:ir.library.knu.ua:15071834/6486","doi":null,"is_oa":true,"landing_page_url":"https://ir.library.knu.ua/handle/15071834/6486","pdf_url":"https://ir.library.knu.ua/bitstreams/4c0a231d-2827-4834-96b5-a8d1e834b15c/download","source":{"id":"https://openalex.org/S7407055264","display_name":"eKNUTSHIR","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},{"id":"pmh:oai:doaj.org/article:075a9f0ac28c442b8bb0ea1985a77ebe","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/075a9f0ac28c442b8bb0ea1985a77ebe","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"\u041c\u043e\u0432\u043d\u0456 \u0456 \u043a\u043e\u043d\u0446\u0435\u043f\u0442\u0443\u0430\u043b\u044c\u043d\u0456 \u043a\u0430\u0440\u0442\u0438\u043d\u0438 \u0441\u0432\u0456\u0442\u0443, Vol 1, Iss 77, Pp 9-33 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.17721/2520-6397.2025.1.01","doi":"https://doi.org/10.17721/2520-6397.2025.1.01","is_oa":true,"landing_page_url":"https://doi.org/10.17721/2520-6397.2025.1.01","pdf_url":"https://mova.knu.ua/article/download/4398/3731","source":{"id":"https://openalex.org/S4210180198","display_name":"Linguistic and Conceptual Views of the World","issn_l":"2520-6397","issn":["2520-6397","2520-6400"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","erih-plus"],"host_organization":"https://openalex.org/P4310322548","host_organization_name":"Taras Shevchenko National University of Kyiv","host_organization_lineage":["https://openalex.org/P4310322548"],"host_organization_lineage_names":["Taras Shevchenko National University of Kyiv"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Linguistic and Conceptual Views of the World","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408932136.pdf","grobid_xml":"https://content.openalex.org/works/W4408932136.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W351301769","https://openalex.org/W569133020","https://openalex.org/W1556120656","https://openalex.org/W1919957031","https://openalex.org/W1972826492","https://openalex.org/W2016760273","https://openalex.org/W2070095794","https://openalex.org/W4385568838","https://openalex.org/W4403091047","https://openalex.org/W4405125538","https://openalex.org/W4411425938","https://openalex.org/W6628749628"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Background.":[0],"A":[1],"considerable":[2],"number":[3],"of":[4,18,39,62,70,102,119,153,174,182,209,228,237,243,262,269],"studies":[5],"have":[6],"been":[7],"devoted":[8],"to":[9,49,85,132,164,177,217,231,250],"specialized":[10,218,270],"translation":[11,42,63,86,103,108,133,160,169,178,187,219,232,254,271,276],"quality":[12,38,43,64,104,134,161,179,220,255,272,278],"assessment,":[13],"resulting":[14],"in":[15,144,180,215,222,266],"the":[16,27,33,53,68,117,141,154,223,240,248,260],"development":[17],"various":[19],"universal":[20,253],"or":[21,158],"specific":[22],"approaches":[23,131,216],"and":[24,36,51,56,73,110,147,184,191,202,234,258],"models.":[25],"However,":[26],"industry":[28,224],"domain":[29],"remains":[30],"understudied,":[31],"particularly":[32],"principles,":[34],"approaches,":[35],"work":[37],"entities":[40],"providing":[41],"evaluation":[44,65,105,135,162,221,256,273],"services.":[45,274],"This":[46],"study":[47,211],"aims":[48],"identify":[50],"evaluate":[52],"relevant":[54],"principles":[55,142,268],"criteria":[57],"used":[58],"by":[59,199],"collective":[60,100],"providers":[61,101,176,230],"services":[66],"through":[67],"lens":[69],"ISO":[71,74,145,148],"17100":[72,146],"5060":[75,149],"standards.":[76],"Additionally,":[77],"this":[78,210],"article":[79],"focuses":[80],"on":[81],"evaluating":[82],"specialists\u2019":[83],"sensitivity":[84,173,227],"quality.":[87,205,244],"Methods.":[88],"The":[89,122,167,194,207],"comprehensively":[90],"formulated":[91],"methodology":[92],"encompasses":[93],"a":[94,235,252],"blind":[95,280],"translator":[96,281],"experiment":[97],"incorporating":[98],"two":[99],"services,":[106],"comparative":[107],"analysis":[109],"related":[111],"comparative-descriptive":[112],"method,":[113],"as":[114,116,151],"well":[115],"method":[118],"generalization.":[120],"Results.":[121],"experimental":[123],"results":[124,208],"demonstrated":[125],"that":[126],"Ukrainian":[127,168],"professional":[128],"service":[129,175,229],"providers\u2019":[130],"conceptually":[136],"do":[137],"not":[138],"align":[139],"with":[140],"outlined":[143],"standards,":[150],"none":[152],"participants":[155],"categorized":[156],"errors":[157],"provided":[159],"according":[163],"any":[165],"scale.":[166],"market":[170],"shows":[171],"reduced":[172],"terms":[181],"terminology":[183],"its":[185],"consistency,":[186],"accuracy,":[188],"language":[189],"norms,":[190],"other":[192],"categories.":[193],"evaluators\u2019":[195],"interventions":[196],"were":[197],"characterized":[198],"inconsistency,":[200],"selectivity,":[201],"occasionally":[203],"low":[204,226],"Conclusions.":[206],"revealed":[212],"conceptual":[213],"flaws":[214],"domain,":[225],"quality,":[233,277],"lack":[236],"awareness":[238],"regarding":[239],"multifaceted":[241],"nature":[242],"These":[245],"findings":[246],"indicate":[247],"need":[249],"develop":[251],"system":[257],"highlight":[259],"importance":[261],"training":[263],"future":[264],"specialists":[265],"fundamental":[267],"Keywords:":[275],"evaluation,":[279],"experiment,":[282],"evaluator.":[283]},"counts_by_year":[],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-03-28T00:00:00"}