{"id":"https://openalex.org/W3211535817","doi":"https://doi.org/10.18653/v1/2021.eval4nlp-1.22","title":"The UMD Submission to the Explainable MT Quality Estimation Shared Task: Combining Explanation Models with Sequence Labeling","display_name":"The UMD Submission to the Explainable MT Quality Estimation Shared Task: Combining Explanation Models with Sequence Labeling","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3211535817","doi":"https://doi.org/10.18653/v1/2021.eval4nlp-1.22","mag":"3211535817"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2021.eval4nlp-1.22","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.eval4nlp-1.22","pdf_url":"https://aclanthology.org/2021.eval4nlp-1.22.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2021.eval4nlp-1.22.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087835036","display_name":"Tasnim Kabir","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tasnim Kabir","raw_affiliation_strings":["Department of Computer Science University of Maryland, College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078390032","display_name":"Marine Carpuat","orcid":"https://orcid.org/0000-0003-1693-0782"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marine Carpuat","raw_affiliation_strings":["Department of Computer Science University of Maryland, College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"230","last_page":"237"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8347163200378418},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.7324735522270203},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7164124250411987},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7068914175033569},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6798684000968933},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.6599089503288269},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6546107530593872},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.623832643032074},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6227593421936035},{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"Sequence labeling","score":0.5452414751052856},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5108670592308044},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.49919605255126953},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4300921857357025},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.42786216735839844},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3294486105442047},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.17256435751914978}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8347163200378418},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7324735522270203},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7164124250411987},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7068914175033569},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6798684000968933},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.6599089503288269},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6546107530593872},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.623832643032074},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6227593421936035},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.5452414751052856},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5108670592308044},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.49919605255126953},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4300921857357025},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.42786216735839844},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3294486105442047},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.17256435751914978},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2021.eval4nlp-1.22","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.eval4nlp-1.22","pdf_url":"https://aclanthology.org/2021.eval4nlp-1.22.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2021.eval4nlp-1.22","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.eval4nlp-1.22","pdf_url":"https://aclanthology.org/2021.eval4nlp-1.22.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3211535817.pdf","grobid_xml":"https://content.openalex.org/works/W3211535817.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2282821441","https://openalex.org/W2516809705","https://openalex.org/W2759685565","https://openalex.org/W2902463012","https://openalex.org/W2964022663","https://openalex.org/W2970156971","https://openalex.org/W2971120958","https://openalex.org/W2980282514","https://openalex.org/W3035390927","https://openalex.org/W3092632253","https://openalex.org/W3098396250","https://openalex.org/W3116506157","https://openalex.org/W3119881489","https://openalex.org/W3198765931","https://openalex.org/W3205309080","https://openalex.org/W3211986039","https://openalex.org/W4287642955","https://openalex.org/W4287644041"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W4287644835","https://openalex.org/W3092281475","https://openalex.org/W3098003361","https://openalex.org/W4205820553","https://openalex.org/W2251441308","https://openalex.org/W2118534475"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"the":[3,7,14,28,50,103],"UMD":[4],"submission":[5],"to":[6,94],"Explainable":[8],"Quality":[9,33],"Estimation":[10,34],"Shared":[11],"Task":[12],"at":[13,124],"Eval4NLP":[15],"2021":[16],"Workshop":[17],"on":[18,57,69,76],"\"Evaluation":[19],"&":[20],"Comparison":[21],"of":[22,52,59,116],"NLP":[23],"Systems\".":[24],"We":[25],"participated":[26],"in":[27,118],"word-level":[29,54,86],"and":[30,45,64,81,109,122],"sentencelevel":[31],"MT":[32],"(QE)":[35],"constrained":[36],"tasks":[37],"for":[38,88],"all":[39,107],"language":[40,79,110],"pairs:":[41],"Estonian-English,":[42],"Romanian-English,":[43],"German-Chinese,":[44],"Russian-German.":[46],"Our":[47,97],"approach":[48],"combines":[49],"predictions":[51],"a":[53,60,65],"explainer":[55],"model":[56,63],"top":[58],"sentence-level":[61],"QE":[62],"sequence":[66],"labeler":[67],"trained":[68],"synthetic":[70],"data.":[71],"These":[72],"models":[73,80],"are":[74],"based":[75],"pre-trained":[77],"multilingual":[78],"do":[82],"not":[83],"require":[84],"any":[85],"annotations":[87],"training,":[89],"making":[90],"them":[91],"well":[92],"suited":[93],"zero-shot":[95],"settings.":[96],"best":[98,104],"performing":[99],"system":[100],"improves":[101],"over":[102],"baseline":[105],"across":[106],"metrics":[108],"pairs,":[111],"with":[112],"an":[113],"average":[114],"gain":[115],"0.1":[117],"AUC,":[119],"Average":[120],"Precision,":[121],"Recall":[123],"Top-K":[125],"score.":[126]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}