{"id":"https://openalex.org/W4322718191","doi":"https://doi.org/10.48550/arxiv.2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","display_name":"LLaMA: Open and Efficient Foundation Language Models","publication_year":2023,"publication_date":"2023-02-27","ids":{"openalex":"https://openalex.org/W4322718191","doi":"https://doi.org/10.48550/arxiv.2302.13971"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2302.13971","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.13971","pdf_url":"https://arxiv.org/pdf/2302.13971","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2302.13971","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032644449","display_name":"Hugo Touvron","orcid":"https://orcid.org/0000-0003-1678-392X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Touvron, Hugo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090457109","display_name":"Thibaut Lavril","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lavril, Thibaut","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007815326","display_name":"Gautier Izacard","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Izacard, Gautier","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033356379","display_name":"Xavier Martinet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martinet, Xavier","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050998809","display_name":"Marie-Anne Lachaux","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lachaux, Marie-Anne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084553837","display_name":"Timoth\u00e9e Lacroix","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lacroix, Timoth\u00e9e","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048065823","display_name":"Baptiste Rozi\u00e8re","orcid":"https://orcid.org/0000-0002-9014-4379"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rozi\u00e8re, Baptiste","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075834790","display_name":"Naman Goyal","orcid":"https://orcid.org/0000-0002-7565-4303"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goyal, Naman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048121353","display_name":"Eric Hambro","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hambro, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036844333","display_name":"Faisal Azhar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azhar, Faisal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104286740","display_name":"Aurelien Rodriguez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rodriguez, Aurelien","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107859338","display_name":"Armand Joulin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joulin, Armand","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069316249","display_name":"\u00c9douard Grave","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grave, Edouard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5054371148","display_name":"Guillaume Lample","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lample, Guillaume","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3968,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.8057835698127747},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6766077280044556},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.5592143535614014},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5113832354545593},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4629533886909485},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3376047909259796},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.23411273956298828},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.12493503093719482},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09026774764060974},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0810975432395935}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.8057835698127747},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6766077280044556},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.5592143535614014},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5113832354545593},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4629533886909485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3376047909259796},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.23411273956298828},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.12493503093719482},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09026774764060974},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0810975432395935}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2302.13971","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.13971","pdf_url":"https://arxiv.org/pdf/2302.13971","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2302.13971","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2302.13971","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.13971","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.13971","pdf_url":"https://arxiv.org/pdf/2302.13971","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4322718191.pdf","grobid_xml":"https://content.openalex.org/works/W4322718191.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2783354812","https://openalex.org/W4312958259","https://openalex.org/W2103009189","https://openalex.org/W4390813131","https://openalex.org/W2349383066","https://openalex.org/W4308259661","https://openalex.org/W4328132048","https://openalex.org/W1969901537","https://openalex.org/W2376202349","https://openalex.org/W2969318460"],"abstract_inverted_index":{"We":[0,15,65],"introduce":[1],"LLaMA,":[2],"a":[3],"collection":[4],"of":[5,21],"foundation":[6],"language":[7],"models":[8,18,32,69],"ranging":[9],"from":[10],"7B":[11],"to":[12,29,40,70],"65B":[13],"parameters.":[14],"train":[16,30],"our":[17,68],"on":[19,51],"trillions":[20],"tokens,":[22],"and":[23,42,54,63],"show":[24],"that":[25],"it":[26],"is":[27,56],"possible":[28],"state-of-the-art":[31],"using":[33],"publicly":[34],"available":[35],"datasets":[36],"exclusively,":[37],"without":[38],"resorting":[39],"proprietary":[41],"inaccessible":[43],"datasets.":[44],"In":[45],"particular,":[46],"LLaMA-13B":[47],"outperforms":[48],"GPT-3":[49],"(175B)":[50],"most":[52],"benchmarks,":[53],"LLaMA-65B":[55],"competitive":[57],"with":[58],"the":[59,71],"best":[60],"models,":[61],"Chinchilla-70B":[62],"PaLM-540B.":[64],"release":[66],"all":[67],"research":[72],"community.":[73]},"counts_by_year":[{"year":2026,"cited_by_count":168},{"year":2025,"cited_by_count":1066},{"year":2024,"cited_by_count":1673},{"year":2023,"cited_by_count":1059},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-09-04T10:56:28.161419","created_date":"2025-10-10T00:00:00"}