{"id":"https://openalex.org/W4224442590","doi":"https://doi.org/10.48550/arxiv.2203.17189","title":"Scaling Up Models and Data with $\\texttt{t5x}$ and $\\texttt{seqio}$","display_name":"Scaling Up Models and Data with $\\texttt{t5x}$ and $\\texttt{seqio}$","publication_year":2022,"publication_date":"2022-03-31","ids":{"openalex":"https://openalex.org/W4224442590","doi":"https://doi.org/10.48550/arxiv.2203.17189"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2203.17189","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.17189","pdf_url":"https://arxiv.org/pdf/2203.17189","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2203.17189","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052454696","display_name":"Adam Roberts","orcid":"https://orcid.org/0000-0003-1621-1964"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Roberts, Adam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051828575","display_name":"Hyung Won Chung","orcid":"https://orcid.org/0000-0002-1280-9953"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chung, Hyung Won","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069544528","display_name":"Anselm Levskaya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Levskaya, Anselm","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085443636","display_name":"Gaurav Mishra","orcid":"https://orcid.org/0000-0002-3254-8797"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mishra, Gaurav","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052263308","display_name":"James T. Bradbury","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bradbury, James","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026230181","display_name":"Daniel Andor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andor, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079540764","display_name":"Sharan Narang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Narang, Sharan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021911747","display_name":"Brian Lester","orcid":"https://orcid.org/0000-0002-4297-2508"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lester, Brian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034219676","display_name":"Colin Gaffney","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gaffney, Colin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081121649","display_name":"Afroz Mohiuddin","orcid":"https://orcid.org/0000-0002-6310-7660"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohiuddin, Afroz","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083209727","display_name":"Curtis Hawthorne","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hawthorne, Curtis","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019210292","display_name":"Aitor Lewkowycz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lewkowycz, Aitor","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007249066","display_name":"Alex Salcianu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salcianu, Alex","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021557939","display_name":"Marc van Zee","orcid":"https://orcid.org/0000-0003-2413-8074"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"van Zee, Marc","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014400463","display_name":"Jacob Austin","orcid":"https://orcid.org/0009-0001-2589-2805"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Austin, Jacob","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090365098","display_name":"Sebastian Goodman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goodman, Sebastian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076699933","display_name":"Livio Baldini Soares","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soares, Livio Baldini","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101268821","display_name":"Haitang Hu","orcid":"https://orcid.org/0009-0002-8557-1445"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Haitang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027632940","display_name":"Sasha Tsvyashchenko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsvyashchenko, Sasha","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055969617","display_name":"Aakanksha Chowdhery","orcid":"https://orcid.org/0000-0002-0628-5225"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chowdhery, Aakanksha","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077391471","display_name":"Jasmijn Bastings","orcid":"https://orcid.org/0000-0002-5445-4417"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bastings, Jasmijn","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089402969","display_name":"Jannis Bulian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bulian, Jannis","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082383881","display_name":"Xavier Garc\u00eda","orcid":"https://orcid.org/0000-0002-8500-4224"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garcia, Xavier","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077817759","display_name":"Jianmo Ni","orcid":"https://orcid.org/0000-0002-6863-8073"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ni, Jianmo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100703651","display_name":"Andrew Chen","orcid":"https://orcid.org/0000-0002-6239-8443"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Andrew","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009962014","display_name":"Kathleen Kenealy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kenealy, Kathleen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112226713","display_name":"Jonathan H. Clark","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clark, Jonathan H.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064864500","display_name":"Stephan Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Stephan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087636608","display_name":"Dan Garrette","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garrette, Dan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018339854","display_name":"James Lee-Thorp","orcid":"https://orcid.org/0000-0001-6445-7155"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee-Thorp, James","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045077843","display_name":"Colin Raffel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raffel, Colin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021878400","display_name":"Noam Shazeer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shazeer, Noam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068127101","display_name":"Marvin Ritter","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ritter, Marvin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074322007","display_name":"Maarten Bosma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bosma, Maarten","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018424374","display_name":"A. M. A. dos Passos","orcid":"https://orcid.org/0000-0002-9917-0688"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Passos, Alexandre","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011172118","display_name":"Jeremy Maitin-Shepard","orcid":"https://orcid.org/0000-0001-8453-7961"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maitin-Shepard, Jeremy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087591662","display_name":"Noah Fiedel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fiedel, Noah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070268107","display_name":"Mark Omernick","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Omernick, Mark","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067187716","display_name":"Brennan Saeta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saeta, Brennan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065754485","display_name":"Ryan Sepassi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sepassi, Ryan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107896946","display_name":"Alexander Spiridonov","orcid":"https://orcid.org/0000-0002-0935-3764"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Spiridonov, Alexander","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039246529","display_name":"Joshua Newlan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Newlan, Joshua","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069086621","display_name":"Andr\u00e9a Gesmundo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gesmundo, Andrea","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":43,"corresponding_author_ids":["https://openalex.org/A5052454696"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/terabyte","display_name":"Terabyte","score":0.8486843109130859},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8265692591667175},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.6572855710983276},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6150655150413513},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5396497249603271},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5292741060256958},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4676589071750641},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.4542534649372101},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42669832706451416},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3080093264579773},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.25890618562698364},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.23612865805625916}],"concepts":[{"id":"https://openalex.org/C199683683","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Terabyte","level":2,"score":0.8486843109130859},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8265692591667175},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.6572855710983276},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6150655150413513},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5396497249603271},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5292741060256958},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4676589071750641},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.4542534649372101},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42669832706451416},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3080093264579773},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.25890618562698364},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.23612865805625916},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2203.17189","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.17189","pdf_url":"https://arxiv.org/pdf/2203.17189","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2203.17189","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2203.17189","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2203.17189","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.17189","pdf_url":"https://arxiv.org/pdf/2203.17189","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4099999964237213,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2066858118","https://openalex.org/W2134017072","https://openalex.org/W1976914335","https://openalex.org/W2915208987","https://openalex.org/W2152256925","https://openalex.org/W1940452713","https://openalex.org/W2018090346","https://openalex.org/W1582436825","https://openalex.org/W1996803181","https://openalex.org/W2979588510"],"abstract_inverted_index":{"Recent":[0],"neural":[1],"network-based":[2],"language":[3,74],"models":[4,23,75,109,136],"have":[5,104],"benefited":[6],"greatly":[7],"from":[8],"scaling":[9],"up":[10],"the":[11,17,22,34,67,126],"size":[12],"of":[13,19,69,81,92,112,114,121],"training":[14,72,96,122],"datasets":[15,117],"and":[16,49,71,83,94,98,131,144,149,153],"number":[18],"parameters":[20,115],"in":[21],"themselves.":[24],"Scaling":[25],"can":[26],"be":[27],"complicated":[28],"due":[29],"to":[30,36,107],"various":[31],"factors":[32],"including":[33],"need":[35],"distribute":[37],"computation":[38],"on":[39,116],"supercomputer":[40],"clusters":[41],"(e.g.,":[42],"TPUs),":[43],"prevent":[44],"bottlenecks":[45],"when":[46],"infeeding":[47],"data,":[48],"ensure":[50],"reproducible":[51,95],"results.":[52],"In":[53],"this":[54],"work,":[55],"we":[56,128],"present":[57],"two":[58],"software":[59],"libraries":[60,103],"that":[61],"ease":[62,80],"these":[63],"issues:":[64],"$\\texttt{t5x}$":[65,143],"simplifies":[66],"process":[68],"building":[70],"large":[73],"at":[76,151],"scale":[77],"while":[78],"maintaining":[79],"use,":[82],"$\\texttt{seqio}$":[84,145],"provides":[85],"a":[86],"task-based":[87],"API":[88],"for":[89,133],"simple":[90],"creation":[91],"fast":[93],"data":[97],"evaluation":[99],"pipelines.":[100],"These":[101],"open-source":[102],"been":[105],"used":[106],"train":[108],"with":[110,118,125],"hundreds":[111],"billions":[113],"multiple":[119],"terabytes":[120],"data.":[123],"Along":[124],"libraries,":[127],"release":[129],"configurations":[130],"instructions":[132],"T5-like":[134],"encoder-decoder":[135],"as":[137,139],"well":[138],"GPT-like":[140],"decoder-only":[141],"architectures.":[142],"are":[146],"open":[147],"source":[148],"available":[150],"https://github.com/google-research/t5x":[152],"https://github.com/google/seqio,":[154],"respectively.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":39},{"year":2022,"cited_by_count":6}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}