{"id":"https://openalex.org/W4221138308","doi":"https://doi.org/10.48550/arxiv.2203.07135","title":"A Bayesian approach to translators' reliability assessment","display_name":"A Bayesian approach to translators' reliability assessment","publication_year":2022,"publication_date":"2022-03-14","ids":{"openalex":"https://openalex.org/W4221138308","doi":"https://doi.org/10.48550/arxiv.2203.07135"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2203.07135","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.07135","pdf_url":"https://arxiv.org/pdf/2203.07135","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2203.07135","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011493483","display_name":"Marco Miccheli","orcid":"https://orcid.org/0000-0002-7403-7557"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Miccheli, Marco","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Leban, Andrej","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leban, Andrej","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070678305","display_name":"Andrea Tacchella","orcid":"https://orcid.org/0000-0003-3940-9404"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tacchella, Andrea","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026900342","display_name":"Andrea Zaccaria","orcid":"https://orcid.org/0000-0002-4478-3292"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zaccaria, Andrea","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066267571","display_name":"Dario Mazzilli","orcid":"https://orcid.org/0000-0001-7948-7584"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mazzilli, Dario","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5023586064","display_name":"S\u00e9bastien Brati\u00e8res","orcid":"https://orcid.org/0000-0002-8117-0153"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brati\u00e8res, S\u00e9bastien","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5011493483"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7681190371513367},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.7094301581382751},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6409115791320801},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.605589747428894},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5932102799415588},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.5705201625823975},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.569176435470581},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.4886317849159241},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4752499759197235},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.47254419326782227},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4261627793312073},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3258797526359558},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08100020885467529}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7681190371513367},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.7094301581382751},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6409115791320801},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.605589747428894},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5932102799415588},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5705201625823975},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.569176435470581},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4886317849159241},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4752499759197235},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47254419326782227},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4261627793312073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3258797526359558},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08100020885467529},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2203.07135","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.07135","pdf_url":"https://arxiv.org/pdf/2203.07135","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2203.07135","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2203.07135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2203.07135","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.07135","pdf_url":"https://arxiv.org/pdf/2203.07135","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.75}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W3151736118","https://openalex.org/W4362495644","https://openalex.org/W2962780935","https://openalex.org/W4287236333","https://openalex.org/W4387896177","https://openalex.org/W4385557855","https://openalex.org/W2623411141","https://openalex.org/W1603736412","https://openalex.org/W2883671469"],"abstract_inverted_index":{"Translation":[0,119],"Quality":[1],"Assessment":[2],"(TQA)":[3],"is":[4,12,58,173],"a":[5,46,68,79,102,228,233,238],"process":[6,81],"conducted":[7],"by":[8,116,241,251],"human":[9],"translators":[10,146,180],"and":[11,25,33,92,152,169,195,260],"widely":[13],"used,":[14],"both":[15,257],"for":[16,26,219],"estimating":[17],"the":[18,42,51,63,76,83,94,98,109,117,131,136,139,142,145,150,159,163,212,223,252,263],"performance":[19],"of":[20,41,44,65,85,87,89,104,111,144,153,214,225,255],"(increasingly":[21],"used)":[22],"Machine":[23],"Translation,":[24],"finding":[27],"an":[28,166],"agreement":[29],"between":[30],"translation":[31,37,105,140,239,264],"providers":[32],"their":[34,201,204],"customers.":[35],"While":[36],"scholars":[38],"are":[39,249],"aware":[40],"importance":[43],"having":[45],"reliable":[47],"way":[48],"to":[49,175],"conduct":[50],"TQA":[52,77,137],"process,":[53],"it":[54,172],"seems":[55],"that":[56,61,129,171,211],"there":[57],"limited":[59],"literature":[60],"tackles":[62],"issue":[64,96],"reliability":[66,95,213],"with":[67,182],"quantitative":[69],"approach.":[70],"In":[71],"this":[72],"work,":[73],"we":[74,124,189,209],"consider":[75],"as":[78,198,200],"complex":[80,90],"from":[82,97],"point":[84],"view":[86],"physics":[88],"systems":[91],"approach":[93],"Bayesian":[99,127],"paradigm.":[100],"Using":[101,207],"dataset":[103],"quality":[106,157],"evaluations":[107],"(in":[108],"form":[110],"error":[112],"annotations),":[113],"produced":[114,240],"entirely":[115],"Professional":[118],"Service":[120],"Provider":[121],"Translated":[122],"SRL,":[123],"compare":[125],"two":[126],"models":[128,164],"parameterise":[130],"following":[132],"features":[133],"involved":[134,147],"in":[135,148,165,203,222,258,261],"process:":[138],"difficulty,":[141],"characteristics":[143],"producing":[149],"translation,":[151],"those":[154],"assessing":[155,262],"its":[156],"-":[158],"reviewers.":[160],"We":[161],"validate":[162],"unsupervised":[167],"setting":[168],"show":[170,210],"possible":[174],"get":[176],"meaningful":[177],"insights":[178],"into":[179],"even":[181,221],"just":[183],"one":[184],"review":[185],"per":[186],"translation;":[187],"subsequently,":[188],"extract":[190],"information":[191],"like":[192],"translators'":[193],"skills":[194],"reviewers'":[196],"strictness,":[197],"well":[199],"consistency":[202],"respective":[205],"roles.":[206],"this,":[208],"reviewers":[215],"cannot":[216],"be":[217],"taken":[218],"granted":[220],"case":[224],"expert":[226,246],"translators:":[227],"translator's":[229],"expertise":[230],"can":[231],"induce":[232],"cognitive":[234],"bias":[235],"when":[236],"reviewing":[237],"another":[242],"translator.":[243],"The":[244],"most":[245],"translators,":[247],"however,":[248],"characterised":[250],"highest":[253],"level":[254],"consistency,":[256],"translating":[259],"quality.":[265]},"counts_by_year":[],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2025-10-10T00:00:00"}