{"id":"https://openalex.org/W4224308101","doi":"https://doi.org/10.48550/arxiv.2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","display_name":"PaLM: Scaling Language Modeling with Pathways","publication_year":2022,"publication_date":"2022-04-05","ids":{"openalex":"https://openalex.org/W4224308101","doi":"https://doi.org/10.48550/arxiv.2204.02311"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2204.02311","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.02311","pdf_url":"https://arxiv.org/pdf/2204.02311","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2204.02311","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055969617","display_name":"Aakanksha Chowdhery","orcid":"https://orcid.org/0000-0002-0628-5225"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Chowdhery, Aakanksha","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079540764","display_name":"Sharan Narang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Narang, Sharan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057457287","display_name":"Jacob Devlin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Devlin, Jacob","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074322007","display_name":"Maarten Bosma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bosma, Maarten","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085443636","display_name":"Gaurav Mishra","orcid":"https://orcid.org/0000-0002-3254-8797"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mishra, Gaurav","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052454696","display_name":"Adam Roberts","orcid":"https://orcid.org/0000-0003-1621-1964"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roberts, Adam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110193634","display_name":"Paul Barham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barham, Paul","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051828575","display_name":"Hyung Won Chung","orcid":"https://orcid.org/0000-0002-1280-9953"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chung, Hyung Won","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028501178","display_name":"Charles Sutton","orcid":"https://orcid.org/0000-0002-0041-3820"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sutton, Charles","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026789962","display_name":"Sebastian Gehrmann","orcid":"https://orcid.org/0000-0002-8257-9516"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gehrmann, Sebastian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005308581","display_name":"Parker Schuh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schuh, Parker","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057834767","display_name":"Kensen Shi","orcid":"https://orcid.org/0000-0001-7140-7869"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Kensen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027632940","display_name":"Sasha Tsvyashchenko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsvyashchenko, Sasha","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021334672","display_name":"Joshua Maynez","orcid":"https://orcid.org/0000-0003-4948-2875"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maynez, Joshua","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048025708","display_name":"Abhishek S. Rao","orcid":"https://orcid.org/0000-0002-3574-3571"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rao, Abhishek","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001087250","display_name":"Parker Barnes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barnes, Parker","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103069680","display_name":"Yi Tay","orcid":"https://orcid.org/0000-0001-6896-4496"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tay, Yi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021878400","display_name":"Noam Shazeer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shazeer, Noam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019297976","display_name":"Vinodkumar Prabhakaran","orcid":"https://orcid.org/0000-0003-3329-2305"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prabhakaran, Vinodkumar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019880413","display_name":"Emily Reif","orcid":"https://orcid.org/0000-0003-3572-6234"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reif, Emily","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100721790","display_name":"Nan Du","orcid":"https://orcid.org/0000-0003-2855-7452"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Nan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071599724","display_name":"Ben Hutchinson","orcid":"https://orcid.org/0000-0003-2253-6204"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hutchinson, Ben","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090477236","display_name":"Reiner Pope","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pope, Reiner","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052263308","display_name":"James T. Bradbury","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bradbury, James","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014400463","display_name":"Jacob Austin","orcid":"https://orcid.org/0009-0001-2589-2805"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Austin, Jacob","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089543053","display_name":"Michael Isard","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Isard, Michael","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018113047","display_name":"Guy Gur-Ari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gur-Ari, Guy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078519761","display_name":"Pengcheng Yin","orcid":"https://orcid.org/0000-0003-2739-1032"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Pengcheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009110297","display_name":"Toju Duke","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duke, Toju","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069544528","display_name":"Anselm Levskaya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Levskaya, Anselm","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012998255","display_name":"Sanjay Ghemawat","orcid":"https://orcid.org/0009-0005-6843-3093"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghemawat, Sanjay","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090145147","display_name":"Sunipa Dev","orcid":"https://orcid.org/0000-0002-6647-9662"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dev, Sunipa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016302450","display_name":"Henryk Michalewski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michalewski, Henryk","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082383881","display_name":"Xavier Garc\u00eda","orcid":"https://orcid.org/0000-0002-8500-4224"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garcia, Xavier","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030875603","display_name":"Vedant Misra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Misra, Vedant","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039609347","display_name":"Kevin Robinson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robinson, Kevin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029678131","display_name":"Liam Fedus","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fedus, Liam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061512999","display_name":"Denny Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Denny","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022994077","display_name":"Daphne Ippolito","orcid":"https://orcid.org/0000-0001-9328-8995"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ippolito, Daphne","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069649243","display_name":"David Luan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luan, David","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050218314","display_name":"Hyeontaek Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lim, Hyeontaek","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026064427","display_name":"Barret Zoph","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zoph, Barret","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107896946","display_name":"Alexander Spiridonov","orcid":"https://orcid.org/0000-0002-0935-3764"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Spiridonov, Alexander","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065754485","display_name":"Ryan Sepassi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sepassi, Ryan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015793563","display_name":"D. Dohan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dohan, David","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033596864","display_name":"Shivani Agrawal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agrawal, Shivani","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070268107","display_name":"Mark Omernick","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Omernick, Mark","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101597225","display_name":"Andrew M. Dai","orcid":"https://orcid.org/0009-0007-9200-8577"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Andrew M.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023470556","display_name":"Thanumalayan Sankaranarayana Pillai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pillai, Thanumalayan Sankaranarayana","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059267294","display_name":"Marie Pellat","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pellat, Marie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019210292","display_name":"Aitor Lewkowycz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lewkowycz, Aitor","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014681596","display_name":"\u00c9rica Rodrigues Moreira","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moreira, Erica","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084512458","display_name":"Rewon Child","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Child, Rewon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066539391","display_name":"Oleksandr Polozov","orcid":"https://orcid.org/0000-0003-3669-4262"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Polozov, Oleksandr","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101561897","display_name":"Katherine Lee","orcid":"https://orcid.org/0000-0002-9537-6195"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Katherine","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084104975","display_name":"Zongwei Zhou","orcid":"https://orcid.org/0000-0002-3154-9851"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zongwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024842018","display_name":"Xuezhi Wang","orcid":"https://orcid.org/0000-0001-7592-2358"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xuezhi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067187716","display_name":"Brennan Saeta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saeta, Brennan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012652561","display_name":"Mark D\u00edaz","orcid":"https://orcid.org/0000-0003-0167-9839"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diaz, Mark","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035914396","display_name":"Orhan F\u0131rat","orcid":"https://orcid.org/0000-0001-5775-2420"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Firat, Orhan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035174955","display_name":"Michele Catasta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Catasta, Michele","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100657725","display_name":"Jason Lee","orcid":"https://orcid.org/0000-0003-4042-795X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Jason","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010819457","display_name":"Kathy Meier-Hellstern","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meier-Hellstern, Kathy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055592482","display_name":"Douglas Eck","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eck, Douglas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011889606","display_name":"Jeff Dean","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dean, Jeff","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062886906","display_name":"Slav Petrov","orcid":"https://orcid.org/0000-0002-5505-4861"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Petrov, Slav","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5087591662","display_name":"Noah Fiedel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fiedel, Noah","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":67,"corresponding_author_ids":["https://openalex.org/A5055969617"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2124,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9444000124931335,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8554086685180664},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5965332388877869},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5904658436775208},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.577272891998291},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.486903578042984},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4810631275177002},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4775298833847046},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4655749499797821},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4636256694793701},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4627732038497925},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4172170162200928},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3948226571083069},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.346085786819458}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8554086685180664},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5965332388877869},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5904658436775208},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.577272891998291},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.486903578042984},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4810631275177002},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4775298833847046},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4655749499797821},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4636256694793701},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4627732038497925},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4172170162200928},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3948226571083069},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.346085786819458},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2204.02311","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.02311","pdf_url":"https://arxiv.org/pdf/2204.02311","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2204.02311","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2204.02311","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2204.02311","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.02311","pdf_url":"https://arxiv.org/pdf/2204.02311","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6000000238418579,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4288365749","https://openalex.org/W2936497627","https://openalex.org/W3013624417","https://openalex.org/W4287826556","https://openalex.org/W3098382480","https://openalex.org/W4287598411","https://openalex.org/W3094871513","https://openalex.org/W3100913109","https://openalex.org/W3198458223","https://openalex.org/W3126642501"],"abstract_inverted_index":{"Large":[0],"language":[1,15,58,105,220],"models":[2,221],"have":[3],"been":[4],"shown":[5],"to":[6,30,34,163,208,218],"achieve":[7],"remarkable":[8],"performance":[9,136,157],"across":[10,86],"a":[11,35,52,77,111,126,183,191],"variety":[12],"of":[13,25,42,45,94,104,113,128,146,186,202],"natural":[14],"tasks":[16,148,174],"using":[17,75],"few-shot":[18,48,99],"learning,":[19,49],"which":[20,60,81,179],"drastically":[21],"reduces":[22],"the":[23,32,43,122,138,200,214],"number":[24,112,145],"task-specific":[26],"training":[27,85,203],"examples":[28],"needed":[29],"adapt":[31],"model":[33,153,209],"particular":[36],"application.":[37],"To":[38],"further":[39],"our":[40,164],"understanding":[41,106],"impact":[44],"scale":[46],"on":[47,70,102,125,137,182,194],"we":[50,61,161,180,212],"trained":[51,68],"540-billion":[53],"parameter,":[54],"densely":[55],"activated,":[56],"Transformer":[57],"model,":[59],"call":[62],"Pathways":[63],"Language":[64],"Model":[65],"PaLM.":[66],"We":[67,90,188],"PaLM":[69,116,167],"6144":[71],"TPU":[72,88],"v4":[73],"chips":[74],"Pathways,":[76],"new":[78],"ML":[79],"system":[80],"enables":[82],"highly":[83],"efficient":[84],"multiple":[87],"Pods.":[89],"demonstrate":[91,181],"continued":[92],"benefits":[93],"scaling":[95],"by":[96],"achieving":[97],"state-of-the-art":[98,124],"learning":[100],"results":[101],"hundreds":[103],"and":[107,132,175,196,198,222],"generation":[108],"benchmarks.":[109,187],"On":[110],"these":[114],"tasks,":[115,131],"540B":[117],"achieves":[118],"breakthrough":[119],"performance,":[120],"outperforming":[121,133],"finetuned":[123],"suite":[127],"multi-step":[129],"reasoning":[130],"average":[134],"human":[135],"recently":[139],"released":[140],"BIG-bench":[141,147],"benchmark.":[142],"A":[143],"significant":[144],"showed":[149],"discontinuous":[150],"improvements":[151],"from":[152],"scale,":[154],"meaning":[155],"that":[156],"steeply":[158],"increased":[159],"as":[160],"scaled":[162],"largest":[165],"model.":[166],"also":[168],"has":[169],"strong":[170],"capabilities":[171],"in":[172],"multilingual":[173],"source":[176],"code":[177],"generation,":[178],"wide":[184],"array":[185],"additionally":[189],"provide":[190],"comprehensive":[192],"analysis":[193],"bias":[195],"toxicity,":[197],"study":[199],"extent":[201],"data":[204],"memorization":[205],"with":[206],"respect":[207],"scale.":[210],"Finally,":[211],"discuss":[213,223],"ethical":[215],"considerations":[216],"related":[217],"large":[219],"potential":[224],"mitigation":[225],"strategies.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":367},{"year":2024,"cited_by_count":724},{"year":2023,"cited_by_count":914},{"year":2022,"cited_by_count":109},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-15T09:29:46.208133","created_date":"2025-10-10T00:00:00"}