{"id":"https://openalex.org/W4387782510","doi":"https://doi.org/10.1038/s42256-023-00729-y","title":"A taxonomy and review of generalization research in NLP","display_name":"A taxonomy and review of generalization research in NLP","publication_year":2023,"publication_date":"2023-10-19","ids":{"openalex":"https://openalex.org/W4387782510","doi":"https://doi.org/10.1038/s42256-023-00729-y"},"language":"en","primary_location":{"id":"doi:10.1038/s42256-023-00729-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s42256-023-00729-y","pdf_url":"https://www.nature.com/articles/s42256-023-00729-y.pdf","source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.nature.com/articles/s42256-023-00729-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018069499","display_name":"Dieuwke Hupkes","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Dieuwke Hupkes","raw_affiliation_strings":["FAIR, Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FAIR, Amsterdam, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013040086","display_name":"Mario Giulianelli","orcid":"https://orcid.org/0009-0004-1281-9686"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Mario Giulianelli","raw_affiliation_strings":["University of Amsterdam, Amsterdam, The Netherlands"],"raw_orcid":"https://orcid.org/0009-0004-1281-9686","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074102828","display_name":"Verna Dankers","orcid":null},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Verna Dankers","raw_affiliation_strings":["University of Edinburgh, Edinburgh, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023341622","display_name":"Mikel Artetxe","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140115","display_name":"Lamik (Spain)","ror":"https://ror.org/04xbpgz45","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210140115"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mikel Artetxe","raw_affiliation_strings":["Reka AI, Zarautz, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Reka AI, Zarautz, Spain","institution_ids":["https://openalex.org/I4210140115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081462507","display_name":"Yanai Elazar","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanai Elazar","raw_affiliation_strings":["Allen Institute for AI, Seattle, WA, USA","University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102825308","display_name":"Tiago Pimentel","orcid":"https://orcid.org/0000-0002-5159-4641"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tiago Pimentel","raw_affiliation_strings":["University of Cambridge, Cambridge, UK"],"raw_orcid":"https://orcid.org/0000-0002-5159-4641","affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026253371","display_name":"Christos Christodoulopoulos","orcid":"https://orcid.org/0000-0001-7708-0051"},"institutions":[{"id":"https://openalex.org/I4210123934","display_name":"Amazon (United Kingdom)","ror":"https://ror.org/02xey9634","country_code":"GB","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210123934"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christos Christodoulopoulos","raw_affiliation_strings":["Amazon, Edinburgh, UK"],"raw_orcid":"https://orcid.org/0000-0001-7708-0051","affiliations":[{"raw_affiliation_string":"Amazon, Edinburgh, UK","institution_ids":["https://openalex.org/I4210123934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080656946","display_name":"Karim Lasri","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162280","display_name":"Laboratoire de G\u00e9ologie de l\u2019\u00c9cole Normale Sup\u00e9rieure","ror":"https://ror.org/05vg9cw43","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210148025","https://openalex.org/I4210162280"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Karim Lasri","raw_affiliation_strings":["\u00c9cole Normale Sup\u00e9rieure, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00c9cole Normale Sup\u00e9rieure, Paris, France","institution_ids":["https://openalex.org/I4210162280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010251681","display_name":"Naomi Saphra","orcid":"https://orcid.org/0000-0001-8607-3515"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naomi Saphra","raw_affiliation_strings":["Harvard University, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014216707","display_name":"Arabella Sinclair","orcid":"https://orcid.org/0000-0002-1210-7011"},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"education","lineage":["https://openalex.org/I195460627"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arabella Sinclair","raw_affiliation_strings":["University of Aberdeen, Aberdeen, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Aberdeen, Aberdeen, UK","institution_ids":["https://openalex.org/I195460627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001376704","display_name":"Dennis Ulmer","orcid":null},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Dennis Ulmer","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark","Pioneer Centre for Artificial Intelligence, Copenhagen, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]},{"raw_affiliation_string":"Pioneer Centre for Artificial Intelligence, Copenhagen, Denmark","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012091998","display_name":"Florian Schottmann","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]},{"id":"https://openalex.org/I4210086658","display_name":"Z\u00fcrich Airport (Switzerland)","ror":"https://ror.org/002g3kz75","country_code":"CH","type":"company","lineage":["https://openalex.org/I4210086658"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Florian Schottmann","raw_affiliation_strings":["ETH Z\u00fcrich, Zurich, Switzerland","Textshuttle, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"Textshuttle, Zurich, Switzerland","institution_ids":["https://openalex.org/I4210086658"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086221076","display_name":"Khuyagbaatar Batsuren","orcid":"https://orcid.org/0000-0002-6819-5444"},"institutions":[{"id":"https://openalex.org/I64222039","display_name":"National University of Mongolia","ror":"https://ror.org/04855bv47","country_code":"MN","type":"education","lineage":["https://openalex.org/I64222039"]}],"countries":["MN"],"is_corresponding":false,"raw_author_name":"Khuyagbaatar Batsuren","raw_affiliation_strings":["National University of Mongolia, Ulaanbaatar, Mongolia"],"raw_orcid":"https://orcid.org/0000-0002-6819-5444","affiliations":[{"raw_affiliation_string":"National University of Mongolia, Ulaanbaatar, Mongolia","institution_ids":["https://openalex.org/I64222039"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020391754","display_name":"Kaiser Sun","orcid":"https://orcid.org/0009-0005-0475-4189"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaiser Sun","raw_affiliation_strings":["FAIR, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FAIR, New York, NY, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109576489","display_name":"Koustuv Sinha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koustuv Sinha","raw_affiliation_strings":["FAIR, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FAIR, New York, NY, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001497678","display_name":"Leila Khalatbari","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Leila Khalatbari","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, Hong Kong SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004582255","display_name":"Maria Ryskina","orcid":"https://orcid.org/0009-0002-5936-1380"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maria Ryskina","raw_affiliation_strings":["MIT, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0009-0002-5936-1380","affiliations":[{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040690315","display_name":"Rita Frieske","orcid":"https://orcid.org/0000-0002-3921-3519"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Rita Frieske","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-3921-3519","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061951606","display_name":"Ryan Cotterell","orcid":"https://orcid.org/0000-0003-4080-1833"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ryan Cotterell","raw_affiliation_strings":["ETH Z\u00fcrich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016724158","display_name":"Zhijing Jin","orcid":"https://orcid.org/0000-0003-0238-9024"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]},{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["CH","DE"],"is_corresponding":false,"raw_author_name":"Zhijing Jin","raw_affiliation_strings":["ETH Z\u00fcrich, Zurich, Switzerland","Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0238-9024","affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]}],"institutions":[],"countries_distinct_count":10,"institutions_distinct_count":20,"corresponding_author_ids":["https://openalex.org/A5013040086","https://openalex.org/A5018069499","https://openalex.org/A5074102828"],"corresponding_institution_ids":["https://openalex.org/I887064364","https://openalex.org/I98677209"],"apc_list":{"value":9750,"currency":"EUR","value_usd":11690},"apc_paid":{"value":9750,"currency":"EUR","value_usd":11690},"fwci":9.7747,"has_fulltext":true,"cited_by_count":59,"citation_normalized_percentile":{"value":0.98631925,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"5","issue":"10","first_page":"1161","last_page":"1174"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.8205738067626953},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.7401730418205261},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7032914161682129},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6948570013046265},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6929062604904175},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.41349706053733826},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11033609509468079},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07676565647125244}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.8205738067626953},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.7401730418205261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7032914161682129},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6948570013046265},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6929062604904175},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.41349706053733826},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11033609509468079},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07676565647125244},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1038/s42256-023-00729-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s42256-023-00729-y","pdf_url":"https://www.nature.com/articles/s42256-023-00729-y.pdf","source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-133027","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-133027","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:aura.abdn.ac.uk:2164/22147","is_oa":false,"landing_page_url":"https://hdl.handle.net/2164/22147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400966","display_name":"Aberdeen University Research Archive (Aberdeen University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I195460627","host_organization_name":"University of Aberdeen","host_organization_lineage":["https://openalex.org/I195460627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal article"},{"id":"pmh:oai:pure.atira.dk:publications/a0dbba8b-3f2a-4b45-b0fb-8812244ede95","is_oa":true,"landing_page_url":"https://pure.itu.dk/portal/da/publications/a0dbba8b-3f2a-4b45-b0fb-8812244ede95","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hupkes , D , Giulianelli , M , Dankers , V , Artetxe , M , Elazar , Y , Pimentel , T , Christodoulopoulos , C , Lasri , K , Saphra , N , Sinclair , A , Ulmer , D T , Schottmann , F , Batsuren , K , Sun , K , Sinha , K , Khalatbari , L , Ryskina , M , Cotterell , R & Jin , Z 2023 , ' A taxonomy and review of generalization research in NLP ' . < https://www.nature.com/articles/s42256-023-00729-y >","raw_type":"conferenceObject"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/358430","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/358430","pdf_url":null,"source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1038/s42256-023-00729-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s42256-023-00729-y","pdf_url":"https://www.nature.com/articles/s42256-023-00729-y.pdf","source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2388848714","display_name":"Distributed dynamic REpresentations for diAlogue Management","funder_award_id":"819455","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G373773752","display_name":null,"funder_award_id":"EP/S022481/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320315121","display_name":"Samsung Advanced Institute of Technology","ror":null},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320332","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387782510.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1966678693","https://openalex.org/W2028138594","https://openalex.org/W2117130368","https://openalex.org/W2118373646","https://openalex.org/W2279316390","https://openalex.org/W2791170418","https://openalex.org/W2922523190","https://openalex.org/W2951243568","https://openalex.org/W2951286828","https://openalex.org/W2962843521","https://openalex.org/W2963159690","https://openalex.org/W2963341956","https://openalex.org/W2963809228","https://openalex.org/W2964235839","https://openalex.org/W2964247056","https://openalex.org/W2970854433","https://openalex.org/W2972987451","https://openalex.org/W3017374003","https://openalex.org/W3017454464","https://openalex.org/W3035168240","https://openalex.org/W3104570641","https://openalex.org/W3104739822","https://openalex.org/W3137353858","https://openalex.org/W3153094109","https://openalex.org/W3153705853","https://openalex.org/W3154420890","https://openalex.org/W3154603286","https://openalex.org/W3159684727","https://openalex.org/W3169423864","https://openalex.org/W3171654528","https://openalex.org/W3176245452","https://openalex.org/W3177804148","https://openalex.org/W3192500523","https://openalex.org/W3200809495","https://openalex.org/W3207316473","https://openalex.org/W3209540659","https://openalex.org/W3214933191","https://openalex.org/W4224903529","https://openalex.org/W4226146865","https://openalex.org/W4234216897","https://openalex.org/W4281690148","https://openalex.org/W4287887161","https://openalex.org/W4287887241","https://openalex.org/W4287888444","https://openalex.org/W4297730339","https://openalex.org/W4297803344","https://openalex.org/W4315487473","https://openalex.org/W4385565879","https://openalex.org/W4385567093","https://openalex.org/W4385573636","https://openalex.org/W6793289451","https://openalex.org/W6810081322"],"related_works":["https://openalex.org/W3162204513","https://openalex.org/W2371138613","https://openalex.org/W2048963458","https://openalex.org/W43109613","https://openalex.org/W2359952343","https://openalex.org/W2239445980","https://openalex.org/W3037187668","https://openalex.org/W2080152487","https://openalex.org/W3083152911","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Abstract":[0],"The":[1,49],"ability":[2],"to":[3,78,110,120],"generalize":[4],"well":[5,32],"is":[6,30,52],"one":[7],"of":[8,14,74,82,98,131],"the":[9,72,80,87,96,99,102,118,128,145],"primary":[10],"desiderata":[11],"for":[12,41,139],"models":[13],"natural":[15],"language":[16],"processing":[17],"(NLP),":[18],"but":[19],"what":[20],"\u2018good":[21],"generalization\u2019":[22],"entails":[23],"and":[24,43,59,95,115,136],"how":[25],"it":[26],"should":[27],"be":[28],"evaluated":[29],"not":[31],"understood.":[33],"In":[34],"this":[35,91],"Analysis":[36],"we":[37,116],"present":[38,121],"a":[39],"taxonomy":[40,51,109],"characterizing":[42],"understanding":[44],"generalization":[45,65,75,132],"research":[46,133],"in":[47,134,144],"NLP.":[48],"proposed":[50],"based":[53],"on":[54],"an":[55,122],"extensive":[56],"literature":[57],"review":[58],"contains":[60],"five":[61],"axes":[62],"along":[63],"which":[64,90,140],"studies":[66],"can":[67],"differ:":[68],"their":[69],"main":[70],"motivation,":[71],"type":[73,81],"they":[76,85],"aim":[77],"solve,":[79],"data":[83,92],"shift":[84,93,100],"consider,":[86],"source":[88],"by":[89],"originated,":[94],"locus":[97],"within":[101],"NLP":[103,135],"modelling":[104],"pipeline.":[105],"We":[106],"use":[107,117],"our":[108],"classify":[111],"over":[112],"700":[113],"experiments,":[114],"results":[119],"in-depth":[123],"analysis":[124],"that":[125],"maps":[126],"out":[127],"current":[129],"state":[130],"make":[137],"recommendations":[138],"areas":[141],"deserve":[142],"attention":[143],"future.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":10}],"updated_date":"2026-05-23T08:51:43.019350","created_date":"2025-10-10T00:00:00"}