{"id":"https://openalex.org/W3212319100","doi":"https://doi.org/10.18653/v1/2021.eval4nlp-1.14","title":"IST-Unbabel 2021 Submission for the Explainable Quality Estimation Shared Task","display_name":"IST-Unbabel 2021 Submission for the Explainable Quality Estimation Shared Task","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3212319100","doi":"https://doi.org/10.18653/v1/2021.eval4nlp-1.14","mag":"3212319100"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2021.eval4nlp-1.14","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.eval4nlp-1.14","pdf_url":"https://aclanthology.org/2021.eval4nlp-1.14.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2021.eval4nlp-1.14.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109582142","display_name":"Marcos Treviso","orcid":null},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]},{"id":"https://openalex.org/I4210144629","display_name":"Instituto Superior D. Dinis","ror":"https://ror.org/04anjm411","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210144629"]},{"id":"https://openalex.org/I4387152517","display_name":"Instituto Superior T\u00e9cnico","ror":"https://ror.org/03db2by73","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4387152517"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Marcos Treviso","raw_affiliation_strings":["Instituto Superior Tcnico, Lisbon, Portugal","Instituto de Telecomunicaes, Lisbon, Portugal","Instituto de Telecomunica\u00e7\u00f5es, Lisbon, Portugal","Instituto Superior T\u00e9cnico, Lisbon, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Superior Tcnico, Lisbon, Portugal","institution_ids":["https://openalex.org/I4210144629"]},{"raw_affiliation_string":"Instituto de Telecomunicaes, Lisbon, Portugal","institution_ids":["https://openalex.org/I4210120471"]},{"raw_affiliation_string":"Instituto de Telecomunica\u00e7\u00f5es, Lisbon, Portugal","institution_ids":["https://openalex.org/I4210120471"]},{"raw_affiliation_string":"Instituto Superior T\u00e9cnico, Lisbon, Portugal","institution_ids":["https://openalex.org/I4387152517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027738462","display_name":"Nuno M. Guerreiro","orcid":"https://orcid.org/0000-0001-6105-9354"},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]},{"id":"https://openalex.org/I4387152517","display_name":"Instituto Superior T\u00e9cnico","ror":"https://ror.org/03db2by73","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4387152517"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Nuno M. Guerreiro","raw_affiliation_strings":["Instituto de Telecomunica\u00e7\u00f5es, Lisbon, Portugal","INESC-ID, Lisbon, Portugal","Instituto Superior T\u00e9cnico, Lisbon, Portugal","Unbabel, Lisbon, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunica\u00e7\u00f5es, Lisbon, Portugal","institution_ids":["https://openalex.org/I4210120471"]},{"raw_affiliation_string":"INESC-ID, Lisbon, Portugal","institution_ids":["https://openalex.org/I121345201"]},{"raw_affiliation_string":"Instituto Superior T\u00e9cnico, Lisbon, Portugal","institution_ids":["https://openalex.org/I4387152517"]},{"raw_affiliation_string":"Unbabel, Lisbon, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039347839","display_name":"Ricardo Rei","orcid":"https://orcid.org/0000-0001-8265-1939"},"institutions":[{"id":"https://openalex.org/I4210144629","display_name":"Instituto Superior D. Dinis","ror":"https://ror.org/04anjm411","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210144629"]},{"id":"https://openalex.org/I4387152517","display_name":"Instituto Superior T\u00e9cnico","ror":"https://ror.org/03db2by73","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4387152517"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Ricardo Rei","raw_affiliation_strings":["Instituto Superior Tcnico, Lisbon, Portugal","Instituto Superior T\u00e9cnico, Lisbon, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Superior Tcnico, Lisbon, Portugal","institution_ids":["https://openalex.org/I4210144629"]},{"raw_affiliation_string":"Instituto Superior T\u00e9cnico, Lisbon, Portugal","institution_ids":["https://openalex.org/I4387152517"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051693368","display_name":"Andr\u00e9 F. T. Martins","orcid":"https://orcid.org/0000-0001-8282-625X"},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]},{"id":"https://openalex.org/I4387152517","display_name":"Instituto Superior T\u00e9cnico","ror":"https://ror.org/03db2by73","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4387152517"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 F. T. Martins","raw_affiliation_strings":["Unbabel, Lisbon, Portugal","Instituto de Telecomunica\u00e7\u00f5es, Lisbon, Portugal","Instituto Superior T\u00e9cnico, Lisbon, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unbabel, Lisbon, Portugal","institution_ids":[]},{"raw_affiliation_string":"Instituto de Telecomunica\u00e7\u00f5es, Lisbon, Portugal","institution_ids":["https://openalex.org/I4210120471"]},{"raw_affiliation_string":"Instituto Superior T\u00e9cnico, Lisbon, Portugal","institution_ids":["https://openalex.org/I4387152517"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9795,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.81194641,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"133","last_page":"145"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7910711765289307},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7871097326278687},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6234330534934998},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5976415872573853},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5407886505126953},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5226256847381592},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5205772519111633},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5157577991485596},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12287694215774536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7910711765289307},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7871097326278687},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6234330534934998},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5976415872573853},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5407886505126953},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5226256847381592},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5205772519111633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5157577991485596},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12287694215774536},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2021.eval4nlp-1.14","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.eval4nlp-1.14","pdf_url":"https://aclanthology.org/2021.eval4nlp-1.14.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2021.eval4nlp-1.14","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.eval4nlp-1.14","pdf_url":"https://aclanthology.org/2021.eval4nlp-1.14.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3212319100.pdf","grobid_xml":"https://content.openalex.org/works/W3212319100.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W2144746247","https://openalex.org/W2149327368","https://openalex.org/W2252166243","https://openalex.org/W2282821441","https://openalex.org/W2516809705","https://openalex.org/W2547875792","https://openalex.org/W2548228487","https://openalex.org/W2894218541","https://openalex.org/W2934842096","https://openalex.org/W2949227999","https://openalex.org/W2952165242","https://openalex.org/W2953072129","https://openalex.org/W2962739339","https://openalex.org/W2963233086","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963541170","https://openalex.org/W2964178496","https://openalex.org/W2964303773","https://openalex.org/W2970013628","https://openalex.org/W2970156971","https://openalex.org/W2970726176","https://openalex.org/W2971120958","https://openalex.org/W3012815759","https://openalex.org/W3034277261","https://openalex.org/W3035252911","https://openalex.org/W3035390927","https://openalex.org/W3035422918","https://openalex.org/W3092058109","https://openalex.org/W3092292656","https://openalex.org/W3092632253","https://openalex.org/W3097023354","https://openalex.org/W3099143320","https://openalex.org/W3099793224","https://openalex.org/W3103855731","https://openalex.org/W3105214104","https://openalex.org/W3106325613","https://openalex.org/W3116506157","https://openalex.org/W3118587867","https://openalex.org/W3119309373","https://openalex.org/W3119881489","https://openalex.org/W3120979723","https://openalex.org/W3173506780","https://openalex.org/W3173787059","https://openalex.org/W3198765931","https://openalex.org/W3205309080","https://openalex.org/W3211605458","https://openalex.org/W3211986039","https://openalex.org/W3213153066","https://openalex.org/W4205788858","https://openalex.org/W4206775337","https://openalex.org/W4287633642","https://openalex.org/W4287642955","https://openalex.org/W4287644041","https://openalex.org/W4297792382","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W4281476908","https://openalex.org/W4288365749","https://openalex.org/W2936497627","https://openalex.org/W3013624417","https://openalex.org/W4287826556","https://openalex.org/W3098382480","https://openalex.org/W4287598411","https://openalex.org/W3100913109","https://openalex.org/W3198458223","https://openalex.org/W3126642501"],"abstract_inverted_index":{"We":[0,105],"present":[1],"the":[2,13,37,48,65,72,79,85,108,114],"joint":[3],"contribution":[4],"of":[5,50,60,74,81,110],"Instituto":[6],"Superior":[7],"Tcnico":[8],"(IST)":[9],"and":[10,31,134],"Unbabel":[11],"to":[12,24,46],"Explainable":[14],"Quality":[15],"Estimation":[16],"(QE)":[17],"shared":[18],"task,":[19],"where":[20],"systems":[21],"were":[22,98],"submitted":[23],"two":[25,115],"tracks:":[26],"constrained":[27,38],"(without":[28],"word-level":[29,34,89,102],"supervision)":[30],"unconstrained":[32],"(with":[33],"supervision).":[35],"For":[36],"track,":[39],"we":[40],"experimented":[41],"with":[42,125],"several":[43],"explainability":[44],"methods":[45,112],"extract":[47],"relevance":[49],"input":[51],"tokens":[52],"from":[53,122],"sentence-level":[54],"QE":[55],"models":[56,123],"built":[57],"on":[58,113],"top":[59],"multilingual":[61],"pre-trained":[62,127],"transformers.":[63],"Among":[64],"different":[66,126],"tested":[67],"methods,":[68],"composing":[69],"explanations":[70],"in":[71],"form":[73],"attention":[75],"weights":[76],"scaled":[77],"by":[78,100,117],"norm":[80],"value":[82],"vectors":[83],"yielded":[84],"best":[86,96],"results.":[87],"When":[88],"labels":[90],"are":[91],"used":[92],"during":[93],"training,":[94],"our":[95,111],"results":[97,131],"obtained":[99],"using":[101],"predicted":[103],"probabilities.":[104],"further":[106],"improve":[107],"performance":[109],"tracks":[116],"ensembling":[118],"explanation":[119],"scores":[120],"extracted":[121],"trained":[124],"transformers,":[128],"achieving":[129],"strong":[130],"for":[132],"in-domain":[133],"zero-shot":[135],"language":[136],"pairs.":[137]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}