{"id":"https://openalex.org/W4393141148","doi":"https://doi.org/10.23919/icact60172.2024.10471974","title":"Knowledge-Prompted Estimator: A Novel Approach to Explainable Machine Translation Assessment","display_name":"Knowledge-Prompted Estimator: A Novel Approach to Explainable Machine Translation Assessment","publication_year":2024,"publication_date":"2024-02-04","ids":{"openalex":"https://openalex.org/W4393141148","doi":"https://doi.org/10.23919/icact60172.2024.10471974"},"language":"en","primary_location":{"id":"doi:10.23919/icact60172.2024.10471974","is_oa":false,"landing_page_url":"https://doi.org/10.23919/icact60172.2024.10471974","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 26th International Conference on Advanced Communications Technology (ICACT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075211218","display_name":"Hao Yang","orcid":"https://orcid.org/0000-0003-3020-9828"},"institutions":[{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hao Yang","raw_affiliation_strings":["Huawei Technologies CO., LTD,2012 Labs","2012 Labs, Huawei Technologies CO., LTD"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies CO., LTD,2012 Labs","institution_ids":["https://openalex.org/I4210146936"]},{"raw_affiliation_string":"2012 Labs, Huawei Technologies CO., LTD","institution_ids":["https://openalex.org/I4210146936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402911","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0002-3895-5510"},"institutions":[{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Huawei Technologies CO., LTD,2012 Labs","2012 Labs, Huawei Technologies CO., LTD"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies CO., LTD,2012 Labs","institution_ids":["https://openalex.org/I4210146936"]},{"raw_affiliation_string":"2012 Labs, Huawei Technologies CO., LTD","institution_ids":["https://openalex.org/I4210146936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006709668","display_name":"Shimin Tao","orcid":"https://orcid.org/0000-0002-2795-6921"},"institutions":[{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shimin Tao","raw_affiliation_strings":["Huawei Technologies CO., LTD,2012 Labs","2012 Labs, Huawei Technologies CO., LTD"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies CO., LTD,2012 Labs","institution_ids":["https://openalex.org/I4210146936"]},{"raw_affiliation_string":"2012 Labs, Huawei Technologies CO., LTD","institution_ids":["https://openalex.org/I4210146936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033151808","display_name":"Minghan Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minghan Wang","raw_affiliation_strings":["Huawei Technologies CO., LTD,2012 Labs","2012 Labs, Huawei Technologies CO., LTD"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies CO., LTD,2012 Labs","institution_ids":["https://openalex.org/I4210146936"]},{"raw_affiliation_string":"2012 Labs, Huawei Technologies CO., LTD","institution_ids":["https://openalex.org/I4210146936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012613066","display_name":"Daimeng Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daimeng Wei","raw_affiliation_strings":["Huawei Technologies CO., LTD,2012 Labs","2012 Labs, Huawei Technologies CO., LTD"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies CO., LTD,2012 Labs","institution_ids":["https://openalex.org/I4210146936"]},{"raw_affiliation_string":"2012 Labs, Huawei Technologies CO., LTD","institution_ids":["https://openalex.org/I4210146936"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065359060","display_name":"Yanfei Jiang","orcid":"https://orcid.org/0009-0001-2817-1018"},"institutions":[{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanfei Jiang","raw_affiliation_strings":["Huawei Technologies CO., LTD,2012 Labs","2012 Labs, Huawei Technologies CO., LTD"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies CO., LTD,2012 Labs","institution_ids":["https://openalex.org/I4210146936"]},{"raw_affiliation_string":"2012 Labs, Huawei Technologies CO., LTD","institution_ids":["https://openalex.org/I4210146936"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5075211218"],"corresponding_institution_ids":["https://openalex.org/I4210146936"],"apc_list":null,"apc_paid":null,"fwci":2.1903,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88580792,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"305","last_page":"310"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8450999855995178,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8450999855995178,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8379999995231628,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7108128070831299},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7052139639854431},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5442843437194824},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5329713821411133},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5274006724357605},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4786356985569},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4187261760234833},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.16451451182365417},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12894654273986816},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.06658199429512024}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7108128070831299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7052139639854431},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5442843437194824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5329713821411133},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5274006724357605},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4786356985569},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4187261760234833},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16451451182365417},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12894654273986816},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.06658199429512024},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/icact60172.2024.10471974","is_oa":false,"landing_page_url":"https://doi.org/10.23919/icact60172.2024.10471974","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 26th International Conference on Advanced Communications Technology (ICACT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2115081467","https://openalex.org/W2952638691","https://openalex.org/W2970785793","https://openalex.org/W2973088264","https://openalex.org/W3035459196","https://openalex.org/W3038033387","https://openalex.org/W3186081172","https://openalex.org/W4285819432","https://openalex.org/W4292779060","https://openalex.org/W4302011807","https://openalex.org/W4304194220","https://openalex.org/W4320167623","https://openalex.org/W4321472057","https://openalex.org/W4322718191","https://openalex.org/W4322760121","https://openalex.org/W4361199948","https://openalex.org/W4361200098","https://openalex.org/W4361855669","https://openalex.org/W4366999202","https://openalex.org/W4385572225","https://openalex.org/W4385807419","https://openalex.org/W6765584157","https://openalex.org/W6778883912","https://openalex.org/W6799087104","https://openalex.org/W6845413636","https://openalex.org/W6846444394","https://openalex.org/W6850182213","https://openalex.org/W6850603086","https://openalex.org/W6850625674"],"related_works":["https://openalex.org/W4287880334","https://openalex.org/W3011059803","https://openalex.org/W2775554247","https://openalex.org/W2883671469","https://openalex.org/W2110168585","https://openalex.org/W3107474891","https://openalex.org/W2250213760","https://openalex.org/W4386247111","https://openalex.org/W4327642362","https://openalex.org/W2587014613"],"abstract_inverted_index":{"Cross-lingual":[0],"Machine":[1],"Translation":[2],"(MT)":[3],"quality":[4,18,37,127],"estimation":[5,90],"plays":[6],"a":[7,66],"crucial":[8],"role":[9],"in":[10,34],"evaluating":[11],"translation":[12],"performance.":[13],"GEMBA,":[14],"the":[15],"first":[16],"MT":[17,36,126],"assessment":[19],"metric":[20],"based":[21],"on":[22,104],"Large":[23],"Language":[24],"Models":[25],"(LLMs),":[26],"employs":[27],"one-step":[28,50,73,98],"prompting":[29,48,51,68,74,99],"to":[30],"achieve":[31],"state-of-the-art":[32],"(SOTA)":[33],"system-level":[35],"estimation;":[38],"however,":[39],"it":[40],"lacks":[41],"segment-level":[42,89],"analysis.":[43],"In":[44,58],"contrast,":[45],"Chain-of-Thought":[46],"(CoT)":[47],"outperforms":[49],"by":[52],"offering":[53],"improved":[54],"reasoning":[55],"and":[56,80,97,121],"explainability.":[57],"this":[59],"paper,":[60],"we":[61],"introduce":[62],"Knowledge-Prompted":[63],"Estimator":[64],"(KPE),":[65],"CoT":[67],"method":[69,84,112],"that":[70,109],"combines":[71],"three":[72],"techniques,":[75],"including":[76],"perplexity,":[77],"token-level":[78],"similarity,":[79],"sentence-level":[81],"similarity.":[82],"This":[83],"attains":[85],"enhanced":[86],"performance":[87],"for":[88,125],"compared":[91,117],"with":[92,118],"previous":[93],"deep":[94],"learning":[95],"models":[96,120],"approaches.":[100],"Furthermore,":[101],"supplementary":[102],"experiments":[103],"word-level":[105],"visualized":[106],"alignment":[107,116],"demonstrate":[108],"our":[110],"KPE":[111],"significantly":[113],"improves":[114],"token":[115],"earlier":[119],"provides":[122],"better":[123],"interpretability":[124],"estimation.":[128],"<sup":[129,132],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[130,133],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[131,134],"Code":[135],"will":[136],"be":[137],"released":[138],"upon":[139],"publication.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}