{"id":"https://openalex.org/W2970820321","doi":"https://doi.org/10.18653/v1/d19-1448","title":"The Bottom-up Evolution of Representations in the Transformer: A Study with Machine Translation and Language Modeling Objectives","display_name":"The Bottom-up Evolution of Representations in the Transformer: A Study with Machine Translation and Language Modeling Objectives","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2970820321","doi":"https://doi.org/10.18653/v1/d19-1448","mag":"2970820321"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d19-1448","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1448","pdf_url":"https://www.aclweb.org/anthology/D19-1448.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D19-1448.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077727226","display_name":"Elena Voita","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL","RU"],"is_corresponding":false,"raw_author_name":"Elena Voita","raw_affiliation_strings":["University of Amsterdam, Netherlands","Yandex, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"Yandex, Russia","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005771535","display_name":"Rico Sennrich","orcid":"https://orcid.org/0000-0002-1438-4741"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]},{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["CH","GB"],"is_corresponding":false,"raw_author_name":"Rico Sennrich","raw_affiliation_strings":["University of Edinburgh, Scotland","University of Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh, Scotland","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086717154","display_name":"Ivan Titov","orcid":"https://orcid.org/0000-0002-2583-1893"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]},{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB","NL"],"is_corresponding":false,"raw_author_name":"Ivan Titov","raw_affiliation_strings":["University of Amsterdam, Netherlands","University of Edinburgh, Scotland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"University of Edinburgh, Scotland","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.4872,"has_fulltext":true,"cited_by_count":130,"citation_normalized_percentile":{"value":0.98715966,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4395","last_page":"4405"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7663974761962891},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7219892144203186},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6404680609703064},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5112438201904297},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.46051302552223206},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43661266565322876},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3258870840072632},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15268954634666443},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09798130393028259},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.061826348304748535}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7663974761962891},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7219892144203186},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6404680609703064},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5112438201904297},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.46051302552223206},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43661266565322876},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3258870840072632},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15268954634666443},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09798130393028259},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.061826348304748535},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.18653/v1/d19-1448","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1448","pdf_url":"https://www.aclweb.org/anthology/D19-1448.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/ef788009-82e4-4043-9a8e-07c537e92939","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/the-bottomup-evolution-of-representations-in-the-transformer-a-study-with-machine-translation-and-language-modeling-objectives(ef788009-82e4-4043-9a8e-07c537e92939).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:dare.uva.nl:openaire/ef788009-82e4-4043-9a8e-07c537e92939","is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/ef788009-82e4-4043-9a8e-07c537e92939","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:dare.uva.nl:publications/ef788009-82e4-4043-9a8e-07c537e92939","is_oa":false,"landing_page_url":"http://hdl.handle.net/11245.1/ef788009-82e4-4043-9a8e-07c537e92939","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:pure.ed.ac.uk:openaire/7b67edbe-d633-4f5d-b5e1-b091a7f8f603","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/7b67edbe-d633-4f5d-b5e1-b091a7f8f603","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.ed.ac.uk:publications/7b67edbe-d633-4f5d-b5e1-b091a7f8f603","is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.11820/7b67edbe-d633-4f5d-b5e1-b091a7f8f603","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.ed.ac.uk:publications/7b67edbe-d633-4f5d-b5e1-b091a7f8f603","is_oa":true,"landing_page_url":"https://www.aclweb.org/anthology/D19-1448/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/ef788009-82e4-4043-9a8e-07c537e92939","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/the-bottomup-evolution-of-representations-in-the-transformer-a-study-with-machine-translation-and-language-modeling-objectives(ef788009-82e4-4043-9a8e-07c537e92939).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2019 Conference on Empirical Methods in Natural Language Processing and 9th International Joint Conference on Natural Language Processing: EMNLP-IJCNLP 2019 : proceedings of the conference : November 3-7, 2019, Hong Kong, China, 4396 - 4406","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"doi:10.18653/v1/d19-1448","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-1448","pdf_url":"https://www.aclweb.org/anthology/D19-1448.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5226226009","display_name":"Scaling Semantic Parsing to Unrestricted Domains","funder_award_id":"639.022.518","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2970820321.pdf","grobid_xml":"https://content.openalex.org/works/W2970820321.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1686946872","https://openalex.org/W2025341678","https://openalex.org/W2096516049","https://openalex.org/W2114771311","https://openalex.org/W2123442489","https://openalex.org/W2563574619","https://openalex.org/W2610120229","https://openalex.org/W2767204723","https://openalex.org/W2773621464","https://openalex.org/W2773956126","https://openalex.org/W2892205701","https://openalex.org/W2896457183","https://openalex.org/W2903193068","https://openalex.org/W2912351236","https://openalex.org/W2914120296","https://openalex.org/W2914924671","https://openalex.org/W2946417913","https://openalex.org/W2946794439","https://openalex.org/W2951984970","https://openalex.org/W2955541912","https://openalex.org/W2962739339","https://openalex.org/W2962777840","https://openalex.org/W2962784628","https://openalex.org/W2963261262","https://openalex.org/W2963341956","https://openalex.org/W2963503967","https://openalex.org/W2963651521","https://openalex.org/W2963759780","https://openalex.org/W3015703505","https://openalex.org/W3099668342","https://openalex.org/W3102226577","https://openalex.org/W4237723258","https://openalex.org/W4288351520","https://openalex.org/W4294103325","https://openalex.org/W4297730150","https://openalex.org/W4297749952","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W3176018525","https://openalex.org/W2903533908","https://openalex.org/W2775554247","https://openalex.org/W3026554633","https://openalex.org/W2903810591","https://openalex.org/W4289548192","https://openalex.org/W2888520903","https://openalex.org/W2903399267","https://openalex.org/W2949454572","https://openalex.org/W2952599318"],"abstract_inverted_index":{"Elena":[0],"Voita,":[1],"Rico":[2],"Sennrich,":[3],"Ivan":[4],"Titov.":[5],"Proceedings":[6],"of":[7],"the":[8,19],"2019":[9],"Conference":[10,23],"on":[11,24],"Empirical":[12],"Methods":[13],"in":[14],"Natural":[15,25],"Language":[16,26],"Processing":[17,27],"and":[18],"9th":[20],"International":[21],"Joint":[22],"(EMNLP-IJCNLP).":[28],"2019.":[29]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":40},{"year":2020,"cited_by_count":34}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}