{"id":"https://openalex.org/W4386185625","doi":"https://doi.org/10.48550/arxiv.2308.12950","title":"Code Llama: Open Foundation Models for Code","display_name":"Code Llama: Open Foundation Models for Code","publication_year":2023,"publication_date":"2023-08-24","ids":{"openalex":"https://openalex.org/W4386185625","doi":"https://doi.org/10.48550/arxiv.2308.12950"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2308.12950","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.12950","pdf_url":"https://arxiv.org/pdf/2308.12950","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.12950","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048065823","display_name":"Baptiste Rozi\u00e8re","orcid":"https://orcid.org/0000-0002-9014-4379"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rozi\u00e8re, Baptiste","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069183549","display_name":"Jonas Gehring","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gehring, Jonas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092698871","display_name":"Fabian Gloeckle","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gloeckle, Fabian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036439306","display_name":"Sten Sootla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sootla, Sten","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028984453","display_name":"Itai Gat","orcid":"https://orcid.org/0000-0002-3467-9061"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gat, Itai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104238116","display_name":"Xiaoqing Ellen Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Xiaoqing Ellen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005191803","display_name":"Yossi Adi","orcid":"https://orcid.org/0000-0003-2237-3898"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adi, Yossi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424757","display_name":"Jingyu Liu","orcid":"https://orcid.org/0000-0003-4079-6077"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sauvestre, Romain","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sauvestre, Romain","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015117736","display_name":"Tal Remez","orcid":"https://orcid.org/0000-0002-9930-8624"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Remez, Tal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108109774","display_name":"J\u00e9r\u00e9my Rapin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rapin, J\u00e9r\u00e9my","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112988007","display_name":"Artyom Kozhevnikov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kozhevnikov, Artyom","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021932110","display_name":"Ivan Evtimov","orcid":"https://orcid.org/0009-0003-7763-4263"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Evtimov, Ivan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072736125","display_name":"Joanna Bitton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bitton, Joanna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112988008","display_name":"Manish Bhatt","orcid":"https://orcid.org/0000-0002-3867-5180"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhatt, Manish","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079611849","display_name":"Cristian Canton Ferrer","orcid":"https://orcid.org/0000-0002-3189-5498"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ferrer, Cristian Canton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026557666","display_name":"Aaron Grattafiori","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grattafiori, Aaron","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110635444","display_name":"Wenhan Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Wenhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075329396","display_name":"Alexandre D\u00e9fossez","orcid":"https://orcid.org/0000-0003-3616-1968"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"D\u00e9fossez, Alexandre","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020182193","display_name":"Jade Copet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Copet, Jade","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036844333","display_name":"Faisal Azhar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azhar, Faisal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032644449","display_name":"Hugo Touvron","orcid":"https://orcid.org/0000-0003-1678-392X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Touvron, Hugo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109434168","display_name":"Louis Martin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martin, Louis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084360449","display_name":"Nicolas Usunier","orcid":"https://orcid.org/0000-0002-9324-1457"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Usunier, Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089419558","display_name":"Thomas Scialom","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Scialom, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5041907084","display_name":"Gabriel Synnaeve","orcid":"https://orcid.org/0000-0003-1715-3356"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Synnaeve, Gabriel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":417,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.926800012588501,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9096999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.7229094505310059},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6620822548866272},{"id":"https://openalex.org/keywords/code-of-practice","display_name":"Code of practice","score":0.5676681399345398},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4552927315235138},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40121620893478394},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.22503453493118286},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2037246823310852},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.15402525663375854},{"id":"https://openalex.org/keywords/construction-engineering","display_name":"Construction engineering","score":0.08332914113998413},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.04701578617095947}],"concepts":[{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.7229094505310059},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6620822548866272},{"id":"https://openalex.org/C2992077309","wikidata":"https://www.wikidata.org/wiki/Q55607839","display_name":"Code of practice","level":2,"score":0.5676681399345398},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4552927315235138},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40121620893478394},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.22503453493118286},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2037246823310852},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.15402525663375854},{"id":"https://openalex.org/C107053488","wikidata":"https://www.wikidata.org/wiki/Q2674423","display_name":"Construction engineering","level":1,"score":0.08332914113998413},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.04701578617095947}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2308.12950","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.12950","pdf_url":"https://arxiv.org/pdf/2308.12950","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2308.12950","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2308.12950","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.12950","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.12950","pdf_url":"https://arxiv.org/pdf/2308.12950","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386185625.pdf","grobid_xml":"https://content.openalex.org/works/W4386185625.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2140319756","https://openalex.org/W2096692074","https://openalex.org/W1596707188","https://openalex.org/W1989203116","https://openalex.org/W2254722419","https://openalex.org/W3184635196","https://openalex.org/W2098085694","https://openalex.org/W4230715320","https://openalex.org/W2090281502","https://openalex.org/W1577925404"],"abstract_inverted_index":{"We":[0,37,161],"release":[1,162],"Code":[2,96,99,110,136,163],"Llama,":[3],"a":[4,43,166],"family":[5],"of":[6,46,79,124],"large":[7,26],"language":[8],"models":[9,49,60,74,117,152],"for":[10,25,34,171],"code":[11,120],"based":[12,106],"on":[13,77,85,107,118,130,145,159],"Llama":[14,55,62,97,100,111,137,142,164],"2":[15,143],"providing":[16],"state-of-the-art":[17,113],"performance":[18,114],"among":[19,115],"open":[20,116],"models,":[21],"infilling":[22,105],"capabilities,":[23],"support":[24,104],"input":[27],"contexts,":[28],"and":[29,58,69,82,94,98,128,132,147,149,174],"zero-shot":[30],"instruction":[31],"following":[32],"ability":[33],"programming":[35],"tasks.":[36],"provide":[38],"multiple":[39],"flavors":[40],"to":[41,89,126],"cover":[42],"wide":[44],"range":[45],"applications:":[47],"foundation":[48],"(Code":[50,54,61],"Llama),":[51],"Python":[52,139],"specializations":[53],"-":[56,63,101,138],"Python),":[57],"instruction-following":[59],"Instruct)":[64],"with":[65,87,122],"7B,":[66,92],"13B,":[67],"34B":[68],"70B":[70,95,144],"parameters":[71],"each.":[72],"All":[73],"are":[75],"trained":[76],"sequences":[78],"16k":[80],"tokens":[81],"show":[83],"improvements":[84],"inputs":[86],"up":[88,125],"100k":[90],"tokens.":[91],"13B":[93],"Instruct":[102],"variants":[103],"surrounding":[108],"content.":[109],"reaches":[112],"several":[119],"benchmarks,":[121],"scores":[123],"67%":[127],"65%":[129],"HumanEval":[131,146],"MBPP,":[133,148],"respectively.":[134],"Notably,":[135],"7B":[140],"outperforms":[141],"all":[150],"our":[151],"outperform":[153],"every":[154],"other":[155],"publicly":[156],"available":[157],"model":[158],"MultiPL-E.":[160],"under":[165],"permissive":[167],"license":[168],"that":[169],"allows":[170],"both":[172],"research":[173],"commercial":[175],"use.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":33},{"year":2025,"cited_by_count":175},{"year":2024,"cited_by_count":184},{"year":2023,"cited_by_count":25}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}