{"id":"https://openalex.org/W4389524426","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.91","title":"Transcending Scaling Laws with 0.1% Extra Compute","display_name":"Transcending Scaling Laws with 0.1% Extra Compute","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389524426","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.91"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.emnlp-main.91","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.91","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.91","pdf_url":"https://aclanthology.org/2023.emnlp-main.91.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4389524426"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.emnlp-main.91.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103069680","display_name":"Yi Tay","orcid":"https://orcid.org/0000-0001-6896-4496","observed_orcids":["https://orcid.org/0000-0001-6896-4496"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yi Tay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jason Wei","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jason Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051828575","display_name":"Hyung Won Chung","orcid":"https://orcid.org/0000-0002-1280-9953","observed_orcids":["https://orcid.org/0000-0002-1280-9953"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hyung Chung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Vinh Tran","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Vinh Tran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067468560","display_name":"David R. So","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"David So","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034084374","display_name":"Siamak Shakeri","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Siamak Shakeri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xavier Garcia","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xavier Garcia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112919416","display_name":"Steven Zheng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Steven Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075728689","display_name":"Jinfeng Rao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jinfeng Rao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055969617","display_name":"Aakanksha Chowdhery","orcid":"https://orcid.org/0000-0002-0628-5225","observed_orcids":["https://orcid.org/0000-0002-0628-5225"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Aakanksha Chowdhery","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061512999","display_name":"Denny Zhou","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Denny Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000115067","display_name":"Donald Metzler","orcid":"https://orcid.org/0000-0003-4276-6269","observed_orcids":["https://orcid.org/0000-0003-4276-6269"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Donald Metzler","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062886906","display_name":"Slav Petrov","orcid":"https://orcid.org/0000-0002-5505-4861","observed_orcids":["https://orcid.org/0000-0002-5505-4861"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Slav Petrov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068878643","display_name":"Neil Houlsby","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Neil Houlsby","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088551093","display_name":"Quoc Viet Le","orcid":"https://orcid.org/0000-0002-1087-2844","observed_orcids":["https://orcid.org/0000-0002-1087-2844"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Quoc Le","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102906366","display_name":"Mostafa Dehghani","orcid":"https://orcid.org/0000-0002-9772-1095","observed_orcids":["https://orcid.org/0000-0002-9772-1095"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mostafa Dehghani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.9608,"has_fulltext":true,"cited_by_count":106,"citation_normalized_percentile":{"value":0.97614594,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1471","last_page":"1486"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8349999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8349999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.13819999992847443,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.009800000116229057,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scaling-laws","display_name":"scaling laws","score":0.9259999990463257},{"id":"https://openalex.org/keywords/language-model-scaling","display_name":"language model scaling","score":0.49900001287460327},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.6140000224113464},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.6330000162124634}],"concepts":[{"id":"https://openalex.org/C2988430800","wikidata":"https://www.wikidata.org/wiki/Q428971","display_name":"Scaling law","level":3,"score":0.6002981662750244},{"id":"https://openalex.org/C2776684731","wikidata":"https://www.wikidata.org/wiki/Q5522084","display_name":"Garcia","level":2,"score":0.5926670432090759},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.38404279947280884},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.3741410970687866},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.35323578119277954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35323190689086914},{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.31991350650787354},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2483762502670288},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.15841147303581238},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.05317386984825134}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2023.emnlp-main.91","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.91","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.91","pdf_url":"https://aclanthology.org/2023.emnlp-main.91.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2210.11399","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.11399","pdf_url":"https://arxiv.org/pdf/2210.11399","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.11399","doi":"https://doi.org/10.48550/arxiv.2210.11399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.11399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.emnlp-main.91","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.91","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.91","pdf_url":"https://aclanthology.org/2023.emnlp-main.91.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389524426.pdf","grobid_xml":"https://content.openalex.org/works/W4389524426.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W2018259456","https://openalex.org/W2473344385","https://openalex.org/W2492979475","https://openalex.org/W2612431505","https://openalex.org/W2896457183","https://openalex.org/W2912924812","https://openalex.org/W2946609015","https://openalex.org/W2950700477","https://openalex.org/W2950813464","https://openalex.org/W2953271402","https://openalex.org/W2963995027","https://openalex.org/W2981852735","https://openalex.org/W2989588035","https://openalex.org/W2990704537","https://openalex.org/W2996035354","https://openalex.org/W2996908057","https://openalex.org/W2998617917","https://openalex.org/W3001279689","https://openalex.org/W3008686018","https://openalex.org/W3030163527","https://openalex.org/W3045462440","https://openalex.org/W3083410900","https://openalex.org/W3121904249","https://openalex.org/W3124687886","https://openalex.org/W3152956381","https://openalex.org/W3159959439","https://openalex.org/W3198002980","https://openalex.org/W3199241049","https://openalex.org/W3205068155","https://openalex.org/W3210904070","https://openalex.org/W3213879237","https://openalex.org/W3217187998","https://openalex.org/W4221161695","https://openalex.org/W4223891676","https://openalex.org/W4224308101","https://openalex.org/W4225390052","https://openalex.org/W4226146865","https://openalex.org/W4226278401","https://openalex.org/W4226399820","https://openalex.org/W4280652569","https://openalex.org/W4281481109","https://openalex.org/W4281483047","https://openalex.org/W4281690148","https://openalex.org/W4283026156","https://openalex.org/W4283157303","https://openalex.org/W4283388932","https://openalex.org/W4286750685","https://openalex.org/W4298187912","https://openalex.org/W4303648904","https://openalex.org/W4304697829","https://openalex.org/W4306808908","https://openalex.org/W4307079201","https://openalex.org/W4385571157","https://openalex.org/W4389518729","https://openalex.org/W6863071542","https://openalex.org/W7133208784","https://openalex.org/W7133211296","https://openalex.org/W7133224126","https://openalex.org/W7133225605"],"related_works":["https://openalex.org/W4416035718","https://openalex.org/W4417114757","https://openalex.org/W3046131111","https://openalex.org/W4389524055","https://openalex.org/W4416034446","https://openalex.org/W4412886765","https://openalex.org/W4416036482","https://openalex.org/W4417459239","https://openalex.org/W4416036180","https://openalex.org/W7166853313"],"abstract_inverted_index":{"Yi":[0],"Tay,":[1],"Jason":[2],"Wei,":[3],"Hyung":[4],"Chung,":[5],"Vinh":[6],"Tran,":[7],"David":[8],"So,":[9],"Siamak":[10],"Shakeri,":[11],"Xavier":[12],"Garcia,":[13],"Steven":[14],"Zheng,":[15],"Jinfeng":[16],"Rao,":[17],"Aakanksha":[18],"Chowdhery,":[19],"Denny":[20],"Zhou,":[21],"Donald":[22],"Metzler,":[23],"Slav":[24],"Petrov,":[25],"Neil":[26],"Houlsby,":[27],"Quoc":[28],"Le,":[29],"Mostafa":[30],"Dehghani.":[31],"Proceedings":[32],"of":[33],"the":[34],"2023":[35],"Conference":[36],"on":[37],"Empirical":[38],"Methods":[39],"in":[40],"Natural":[41],"Language":[42],"Processing.":[43],"2023.":[44]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4389524426","counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":30},{"year":2022,"cited_by_count":4}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2023-12-11T00:00:00"}
