{"id":"https://openalex.org/W3205349317","doi":"https://doi.org/10.18653/v1/2022.findings-emnlp.72","title":"A Few More Examples May Be Worth Billions of Parameters","display_name":"A Few More Examples May Be Worth Billions of Parameters","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W3205349317","doi":"https://doi.org/10.18653/v1/2022.findings-emnlp.72","mag":"3205349317"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.findings-emnlp.72","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-emnlp.72","pdf_url":"https://aclanthology.org/2022.findings-emnlp.72.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2022","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2022.findings-emnlp.72.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058252245","display_name":"Yuval Kirstain","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB","IL"],"is_corresponding":true,"raw_author_name":"Yuval Kirstain","raw_affiliation_strings":["Tel-Aviv University \u03bb University College London \u00b5 Meta AI"],"affiliations":[{"raw_affiliation_string":"Tel-Aviv University \u03bb University College London \u00b5 Meta AI","institution_ids":["https://openalex.org/I16391192","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063377058","display_name":"Patrick Lewis","orcid":"https://orcid.org/0000-0002-2192-9543"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]},{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["GB","IL"],"is_corresponding":false,"raw_author_name":"Patrick Lewis","raw_affiliation_strings":["Tel-Aviv University \u03bb University College London \u00b5 Meta AI"],"affiliations":[{"raw_affiliation_string":"Tel-Aviv University \u03bb University College London \u00b5 Meta AI","institution_ids":["https://openalex.org/I16391192","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101404695","display_name":"Sebastian Riedel","orcid":"https://orcid.org/0000-0002-3655-2486"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB","IL"],"is_corresponding":false,"raw_author_name":"Sebastian Riedel","raw_affiliation_strings":["Tel-Aviv University \u03bb University College London \u00b5 Meta AI"],"affiliations":[{"raw_affiliation_string":"Tel-Aviv University \u03bb University College London \u00b5 Meta AI","institution_ids":["https://openalex.org/I16391192","https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024311574","display_name":"Omer Levy","orcid":"https://orcid.org/0000-0001-7300-8191"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]},{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["GB","IL"],"is_corresponding":false,"raw_author_name":"Omer Levy","raw_affiliation_strings":["Tel-Aviv University \u03bb University College London \u00b5 Meta AI"],"affiliations":[{"raw_affiliation_string":"Tel-Aviv University \u03bb University College London \u00b5 Meta AI","institution_ids":["https://openalex.org/I16391192","https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5058252245"],"corresponding_institution_ids":["https://openalex.org/I16391192","https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":0.833,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.76608541,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1017","last_page":"1029"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7762869000434875},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7062092423439026},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6975318193435669},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6592740416526794},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6241825819015503},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.558857262134552},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5344679951667786},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4950477182865143},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4744989573955536},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4709497392177582},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47024551033973694},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10768675804138184}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7762869000434875},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7062092423439026},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6975318193435669},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6592740416526794},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6241825819015503},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.558857262134552},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5344679951667786},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4950477182865143},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4744989573955536},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4709497392177582},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47024551033973694},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10768675804138184},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2022.findings-emnlp.72","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-emnlp.72","pdf_url":"https://aclanthology.org/2022.findings-emnlp.72.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2022","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10167454","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10167454/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:  Findings of the Association for Computational Linguistics: EMNLP 2022.  (pp. pp. 1017-1029).  ACL Anthology: Abu Dhabi, United Arab Emirates. (2022)     ","raw_type":"Proceedings paper"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.findings-emnlp.72","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-emnlp.72","pdf_url":"https://aclanthology.org/2022.findings-emnlp.72.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2022","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3205349317.pdf"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W1542791059","https://openalex.org/W2115733720","https://openalex.org/W2130158090","https://openalex.org/W2131494463","https://openalex.org/W2144656844","https://openalex.org/W2251939518","https://openalex.org/W2396767181","https://openalex.org/W2771275742","https://openalex.org/W2794325560","https://openalex.org/W2805251476","https://openalex.org/W2809324505","https://openalex.org/W2889787757","https://openalex.org/W2912924812","https://openalex.org/W2919420119","https://openalex.org/W2923014074","https://openalex.org/W2943552823","https://openalex.org/W2946659172","https://openalex.org/W2951434086","https://openalex.org/W2962727366","https://openalex.org/W2962736243","https://openalex.org/W2962843521","https://openalex.org/W2962881743","https://openalex.org/W2962985038","https://openalex.org/W2963310665","https://openalex.org/W2963323070","https://openalex.org/W2963339397","https://openalex.org/W2963341924","https://openalex.org/W2963748441","https://openalex.org/W2963995027","https://openalex.org/W2964091467","https://openalex.org/W2964303773","https://openalex.org/W2970476646","https://openalex.org/W2988421999","https://openalex.org/W2990704537","https://openalex.org/W2998072062","https://openalex.org/W2998617917","https://openalex.org/W3027879771","https://openalex.org/W3030163527","https://openalex.org/W3034797437","https://openalex.org/W3043372854","https://openalex.org/W3044438666","https://openalex.org/W3082274269","https://openalex.org/W3098267758","https://openalex.org/W3099655892","https://openalex.org/W3099700870","https://openalex.org/W3102659883","https://openalex.org/W3116459227","https://openalex.org/W3137573489","https://openalex.org/W3139080614","https://openalex.org/W3152497014","https://openalex.org/W3152956381","https://openalex.org/W3153094109","https://openalex.org/W3153427360","https://openalex.org/W3156470785","https://openalex.org/W3164972323","https://openalex.org/W3166846774","https://openalex.org/W3166986030","https://openalex.org/W3167602185","https://openalex.org/W3172642864","https://openalex.org/W3173617765","https://openalex.org/W3173777717","https://openalex.org/W3174770825","https://openalex.org/W3176119108","https://openalex.org/W4205991051","https://openalex.org/W4206214875","https://openalex.org/W4253067820","https://openalex.org/W4287207937","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4293350112","https://openalex.org/W4308900200"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W2115758952","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912","https://openalex.org/W3159777597","https://openalex.org/W2032233321"],"abstract_inverted_index":{"We":[0,87],"investigate":[1],"the":[2,6,12,34,42,52],"dynamics":[3],"of":[4,8,14,21,36,85,120],"increasing":[5],"number":[7,13],"model":[9],"parameters":[10,29],"versus":[11],"labeled":[15,121],"examples":[16,38,74,80],"across":[17,110],"a":[18,77,104],"wide":[19],"variety":[20],"tasks.":[22],"Our":[23],"exploration":[24],"reveals":[25],"that":[26,75,89],"while":[27],"scaling":[28],"consistently":[30],"yields":[31],"performance":[32],"improvements,":[33],"contribution":[35],"additional":[37,73],"highly":[39],"depends":[40],"on":[41],"task's":[43],"format.":[44],"Specifically,":[45],"in":[46],"open":[47,91],"question":[48,63,92],"answering":[49],"tasks,":[50],"enlarging":[51],"training":[53],"set":[54],"does":[55],"not":[56],"improve":[57],"performance.":[58],"In":[59],"contrast,":[60],"classification,":[61],"extractive":[62],"answering,":[64,93],"and":[65,112],"multiple":[66],"choice":[67],"tasks":[68,102],"benefit":[69],"so":[70],"much":[71],"from":[72],"collecting":[76],"few":[78],"hundred":[79],"is":[81],"often":[82],"\u201cworth\u201d":[83],"billions":[84],"parameters.":[86],"hypothesize":[88],"unlike":[90],"which":[94],"involves":[95],"recalling":[96],"specific":[97],"information,":[98],"solving":[99],"strategies":[100],"for":[101],"with":[103,117],"more":[105],"restricted":[106],"output":[107],"space":[108],"transfer":[109],"examples,":[111],"can":[113],"therefore":[114],"be":[115],"learned":[116],"small":[118],"amounts":[119],"data.":[122]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}