{"id":"https://openalex.org/W4320722432","doi":"https://doi.org/10.48550/arxiv.2302.05442","title":"Scaling Vision Transformers to 22 Billion Parameters","display_name":"Scaling Vision Transformers to 22 Billion Parameters","publication_year":2023,"publication_date":"2023-02-10","ids":{"openalex":"https://openalex.org/W4320722432","doi":"https://doi.org/10.48550/arxiv.2302.05442"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2302.05442","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.05442","pdf_url":"https://arxiv.org/pdf/2302.05442","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2302.05442","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102906366","display_name":"Mostafa Dehghani","orcid":"https://orcid.org/0000-0002-9772-1095"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dehghani, Mostafa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010814788","display_name":"Josip Djolonga","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Djolonga, Josip","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072796087","display_name":"Basil Mustafa","orcid":"https://orcid.org/0000-0001-7305-7890"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mustafa, Basil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086683431","display_name":"Piotr Padlewski","orcid":"https://orcid.org/0000-0001-5107-0824"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Padlewski, Piotr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086404363","display_name":"Jonathan Heek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heek, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102853126","display_name":"Justin Gilmer","orcid":"https://orcid.org/0009-0003-4813-7874"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gilmer, Justin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053094006","display_name":"Andreas Steiner","orcid":"https://orcid.org/0000-0001-9272-3262"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steiner, Andreas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071626315","display_name":"Mathilde Caron","orcid":"https://orcid.org/0000-0001-6594-6698"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Caron, Mathilde","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043113119","display_name":"Robert Geirhos","orcid":"https://orcid.org/0000-0001-7698-3187"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geirhos, Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029133361","display_name":"Ibrahim Alabdulmohsin","orcid":"https://orcid.org/0000-0002-9387-5820"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alabdulmohsin, Ibrahim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033851429","display_name":"Rodolphe Jenatton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jenatton, Rodolphe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055629014","display_name":"Lucas Beyer","orcid":"https://orcid.org/0000-0002-0460-0607"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beyer, Lucas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088082340","display_name":"Michael Tschannen","orcid":"https://orcid.org/0000-0002-8773-0641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tschannen, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035108037","display_name":"Anurag Arnab","orcid":"https://orcid.org/0000-0002-5216-4838"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arnab, Anurag","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411538","display_name":"Xiao Wang","orcid":"https://orcid.org/0009-0002-4468-4398"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112854801","display_name":"Carlos Riquelme","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Riquelme, Carlos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088239541","display_name":"Matthias Minderer","orcid":"https://orcid.org/0000-0002-6428-8256"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minderer, Matthias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001091279","display_name":"Joan Puigcerver","orcid":"https://orcid.org/0000-0002-1926-2233"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Puigcerver, Joan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069716783","display_name":"Utku Evci","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Evci, Utku","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100444537","display_name":"M. Kumar","orcid":"https://orcid.org/0000-0002-6723-5248"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Manoj","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000816835","display_name":"Sjoerd van Steenkiste","orcid":"https://orcid.org/0000-0003-4324-3021"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"van Steenkiste, Sjoerd","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043002930","display_name":"Gamaleldin F. Elsayed","orcid":"https://orcid.org/0000-0002-4676-4220"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elsayed, Gamaleldin F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051934274","display_name":"Aravindh Mahendran","orcid":"https://orcid.org/0000-0002-2650-9871"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahendran, Aravindh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067487326","display_name":"Fisher Yu","orcid":"https://orcid.org/0000-0001-8829-7344"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Fisher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104143329","display_name":"Avital Oliver","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oliver, Avital","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080734082","display_name":"Fantine Huot","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huot, Fantine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077391471","display_name":"Jasmijn Bastings","orcid":"https://orcid.org/0000-0002-5445-4417"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bastings, Jasmijn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103867756","display_name":"Mark Collier","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Collier, Mark Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083585691","display_name":"Alexey A. Gritsenko","orcid":"https://orcid.org/0000-0003-1799-2301"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gritsenko, Alexey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076825006","display_name":"Vighnesh Birodkar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Birodkar, Vighnesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019999252","display_name":"Cristina Nader Vasconcelos","orcid":"https://orcid.org/0000-0003-2112-4806"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vasconcelos, Cristina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103069680","display_name":"Yi Tay","orcid":"https://orcid.org/0000-0001-6896-4496"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tay, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056112540","display_name":"Thomas Mensink","orcid":"https://orcid.org/0000-0002-5730-713X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mensink, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041716995","display_name":"\u0410. \u0418. \u041a\u043e\u043b\u0435\u0441\u043d\u0438\u043a\u043e\u0432","orcid":"https://orcid.org/0000-0003-1940-4649"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kolesnikov, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010161376","display_name":"Filip Paveti\u0107","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paveti\u0107, Filip","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081819708","display_name":"Dustin Tran","orcid":"https://orcid.org/0000-0002-3715-5378"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tran, Dustin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025691113","display_name":"Thomas Kipf","orcid":"https://orcid.org/0000-0003-4486-409X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kipf, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044677020","display_name":"Mario Lu\u010di\u0107","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu\u010di\u0107, Mario","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071668416","display_name":"Xiaohua Zhai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Xiaohua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066294527","display_name":"Daniel Keysers","orcid":"https://orcid.org/0000-0001-8765-475X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keysers, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086126388","display_name":"Jeremiah Harmsen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Harmsen, Jeremiah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068878643","display_name":"Neil Houlsby","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Houlsby, Neil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":42,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":118,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6923580765724182},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.611900269985199},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5991171002388},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5726779699325562},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49360716342926025},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3327547311782837},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33150026202201843},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20879238843917847},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1765402853488922},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.14653486013412476},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08588826656341553},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08288472890853882}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6923580765724182},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.611900269985199},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5991171002388},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5726779699325562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49360716342926025},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3327547311782837},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33150026202201843},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20879238843917847},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1765402853488922},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.14653486013412476},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08588826656341553},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08288472890853882},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2302.05442","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.05442","pdf_url":"https://arxiv.org/pdf/2302.05442","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2302.05442","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2302.05442","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.05442","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.05442","pdf_url":"https://arxiv.org/pdf/2302.05442","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320722432.pdf","grobid_xml":"https://content.openalex.org/works/W4320722432.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W141820298","https://openalex.org/W4378770497","https://openalex.org/W2049584446","https://openalex.org/W2079781215","https://openalex.org/W4308245303","https://openalex.org/W2014033564","https://openalex.org/W2910573937","https://openalex.org/W4385571583","https://openalex.org/W4389519396","https://openalex.org/W2113438243"],"abstract_inverted_index":{"The":[0],"scaling":[1,143],"of":[2,21,71,81,113,131],"Transformers":[3,25],"has":[4],"driven":[5],"breakthrough":[6],"capabilities":[7],"for":[8,65,141],"language":[9,16],"models.":[10],"At":[11],"present,":[12],"the":[13,29,47,50,84,139],"largest":[14,51],"large":[15],"models":[17],"(LLMs)":[18],"contain":[19],"upwards":[20],"100B":[22],"parameters.":[23],"Vision":[24],"(ViT)":[26],"have":[27,39],"introduced":[28],"same":[30,48],"architecture":[31],"to":[32,45,125],"image":[33],"and":[34,68,76,121,134,146],"video":[35],"modelling,":[36],"but":[37],"these":[38],"not":[40],"yet":[41],"been":[42],"successfully":[43],"scaled":[44],"nearly":[46],"degree;":[49],"dense":[52],"ViT":[53,74],"contains":[54],"4B":[55],"parameters":[56],"(Chen":[57],"et":[58],"al.,":[59],"2022).":[60],"We":[61,107],"present":[62],"a":[63,72,78,94],"recipe":[64],"highly":[66],"efficient":[67],"stable":[69],"training":[70],"22B-parameter":[73],"(ViT-22B)":[75],"perform":[77],"wide":[79],"variety":[80],"experiments":[82],"on":[83,89,98],"resulting":[85],"model.":[86],"When":[87],"evaluated":[88],"downstream":[90],"tasks":[91],"(often":[92],"with":[93,105],"lightweight":[95],"linear":[96],"model":[97],"frozen":[99],"features),":[100],"ViT-22B":[101,137],"demonstrates":[102,138],"increasing":[103],"performance":[104],"scale.":[106],"further":[108],"observe":[109],"other":[110],"interesting":[111],"benefits":[112],"scale,":[114],"including":[115],"an":[116],"improved":[117,135],"tradeoff":[118],"between":[119],"fairness":[120],"performance,":[122],"state-of-the-art":[123],"alignment":[124],"human":[126],"visual":[127],"perception":[128],"in":[129,144],"terms":[130],"shape/texture":[132],"bias,":[133],"robustness.":[136],"potential":[140],"\"LLM-like\"":[142],"vision,":[145],"provides":[147],"key":[148],"steps":[149],"towards":[150],"getting":[151],"there.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":59},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}