{"id":"https://openalex.org/W4391506325","doi":"https://doi.org/10.48550/arxiv.2402.00838","title":"OLMo: Accelerating the Science of Language Models","display_name":"OLMo: Accelerating the Science of Language Models","publication_year":2024,"publication_date":"2024-02-01","ids":{"openalex":"https://openalex.org/W4391506325","doi":"https://doi.org/10.48550/arxiv.2402.00838"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.00838","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.00838","pdf_url":"https://arxiv.org/pdf/2402.00838","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.00838","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059265033","display_name":"Dirk Groeneveld","orcid":"https://orcid.org/0000-0002-8274-768X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Groeneveld, Dirk","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090038537","display_name":"Iz Beltagy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beltagy, Iz","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051954092","display_name":"Pete Walsh","orcid":"https://orcid.org/0000-0002-1121-8481"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walsh, Pete","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041892782","display_name":"Akshita Bhagia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhagia, Akshita","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056105462","display_name":"Rodney Kinney","orcid":"https://orcid.org/0000-0002-3582-6537"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kinney, Rodney","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071250061","display_name":"Oyvind Tafjord","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tafjord, Oyvind","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073589706","display_name":"Ananya Harsh Jha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jha, Ananya Harsh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055099110","display_name":"Hamish Ivison","orcid":"https://orcid.org/0000-0002-0069-7659"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ivison, Hamish","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074637993","display_name":"Ian Magnusson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Magnusson, Ian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101621485","display_name":"Yizhong Wang","orcid":"https://orcid.org/0000-0002-9760-3910"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yizhong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102180767","display_name":"Shane Arora","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arora, Shane","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041721032","display_name":"David Atkinson","orcid":"https://orcid.org/0000-0003-1124-6666"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Atkinson, David","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083280536","display_name":"Russell Authur","orcid":"https://orcid.org/0009-0002-1238-4323"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Authur, Russell","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007169600","display_name":"Khyathi Raghavi Chandu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chandu, Khyathi Raghavi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064858748","display_name":"Arman Cohan","orcid":"https://orcid.org/0000-0002-8954-2724"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cohan, Arman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001761515","display_name":"Jennifer Dumas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dumas, Jennifer","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081462507","display_name":"Yanai Elazar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elazar, Yanai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029619813","display_name":"Yuling Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Yuling","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043614405","display_name":"Jack Hessel","orcid":"https://orcid.org/0000-0002-4012-8979"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hessel, Jack","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033257344","display_name":"Tushar Khot","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khot, Tushar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109946254","display_name":"William Merrill","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Merrill, William","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088629436","display_name":"Jacob Morrison","orcid":"https://orcid.org/0000-0001-8592-4744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Morrison, Jacob","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000043237","display_name":"Niklas Muennighoff","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muennighoff, Niklas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087743328","display_name":"Aakanksha Naik","orcid":"https://orcid.org/0000-0002-3673-0051"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Naik, Aakanksha","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093854360","display_name":"Crystal Nam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nam, Crystal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101509445","display_name":"Matthew E. Peters","orcid":"https://orcid.org/0000-0002-2105-2585"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peters, Matthew E.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034624275","display_name":"Valentina Pyatkin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pyatkin, Valentina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021017923","display_name":"Abhilasha Ravichander","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ravichander, Abhilasha","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007645100","display_name":"Dustin Schwenk","orcid":"https://orcid.org/0000-0003-1666-6889"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schwenk, Dustin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102160126","display_name":"S.I. Shah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shah, Saurabh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022740009","display_name":"William Smith","orcid":"https://orcid.org/0000-0002-4522-7781"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smith, Will","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051203366","display_name":"Emma Strubell","orcid":"https://orcid.org/0000-0003-2798-0726"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Strubell, Emma","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109481132","display_name":"Nishant Subramani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Subramani, Nishant","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001590363","display_name":"Mitchell Wortsman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wortsman, Mitchell","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029074038","display_name":"Pradeep Dasigi","orcid":"https://orcid.org/0000-0001-7127-1316"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dasigi, Pradeep","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083548887","display_name":"Nathan Lambert","orcid":"https://orcid.org/0000-0002-9997-6817"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lambert, Nathan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039359682","display_name":"Kyle Richardson","orcid":"https://orcid.org/0000-0003-4836-0753"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richardson, Kyle","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067919401","display_name":"Luke Zettlemoyer","orcid":"https://orcid.org/0009-0008-8296-0764"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zettlemoyer, Luke","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008013895","display_name":"Jesse Dodge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dodge, Jesse","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066588555","display_name":"Kyle Lo","orcid":"https://orcid.org/0000-0002-1804-2853"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lo, Kyle","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060844217","display_name":"Luca Soldaini","orcid":"https://orcid.org/0000-0001-6998-9863"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soldaini, Luca","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088517824","display_name":"Noah A. Smith","orcid":"https://orcid.org/0000-0002-2310-6380"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smith, Noah A.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5082305994","display_name":"Hannaneh Hajishirzi","orcid":"https://orcid.org/0000-0002-1055-6657"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hajishirzi, Hannaneh","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":43,"corresponding_author_ids":["https://openalex.org/A5059265033"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8327000141143799,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8327000141143799,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7170000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.42192769050598145},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.36162298917770386},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.22747555375099182}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42192769050598145},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.36162298917770386},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.22747555375099182}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2402.00838","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.00838","pdf_url":"https://arxiv.org/pdf/2402.00838","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.00838","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.00838","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.00838","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.00838","pdf_url":"https://arxiv.org/pdf/2402.00838","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309622","display_name":"Harvard University","ror":"https://ror.org/03vek6s52"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391506325.pdf","grobid_xml":"https://content.openalex.org/works/W4391506325.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":{"Language":[0,89],"models":[1,24],"(LMs)":[2],"have":[3,25,71,82,104],"become":[4,26],"ubiquitous":[5],"in":[6,11,50],"both":[7],"NLP":[8],"research":[9,68,132],"and":[10,41,58,109,119,121,134],"commercial":[12,17],"product":[13],"offerings.":[14],"As":[15],"their":[16,37,56],"importance":[18,46],"has":[19],"surged,":[20],"the":[21,45,67,93,130],"most":[22,100],"powerful":[23],"closed":[27],"off,":[28],"gated":[29],"behind":[30],"proprietary":[31],"interfaces,":[32],"with":[33],"important":[34],"details":[35,49],"of":[36,47,96,139],"training":[38,117,120],"data,":[39],"architectures,":[40],"development":[42],"undisclosed.":[43],"Given":[44],"these":[48,53],"scientifically":[51],"studying":[52],"models,":[54],"including":[55],"biases":[57],"potential":[59],"risks,":[60],"we":[61,81,112],"believe":[62],"it":[63],"is":[64],"essential":[65],"for":[66],"community":[69,133],"to":[70,73,91],"access":[72],"powerful,":[74],"truly":[75,87],"open":[76,116,131],"LMs.":[77],"To":[78],"this":[79,126],"end,":[80],"built":[83],"OLMo,":[84],"a":[85,136],"competitive,":[86],"Open":[88],"Model,":[90],"enable":[92],"scientific":[94],"study":[95],"language":[97],"models.":[98],"Unlike":[99],"prior":[101],"efforts":[102],"that":[103],"only":[105],"released":[106],"model":[107],"weights":[108],"inference":[110],"code,":[111],"release":[113,127],"OLMo":[114],"alongside":[115],"data":[118],"evaluation":[122],"code.":[123],"We":[124],"hope":[125],"will":[128],"empower":[129],"inspire":[135],"new":[137],"wave":[138],"innovation.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}