{"id":"https://openalex.org/W4393768629","doi":"https://doi.org/10.48550/arxiv.2404.00399","title":"Aurora-M: Open Source Continual Pre-training for Multilingual Language and Code","display_name":"Aurora-M: Open Source Continual Pre-training for Multilingual Language and Code","publication_year":2024,"publication_date":"2024-03-30","ids":{"openalex":"https://openalex.org/W4393768629","doi":"https://doi.org/10.48550/arxiv.2404.00399"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2404.00399","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.00399","pdf_url":"https://arxiv.org/pdf/2404.00399","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.00399","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039154090","display_name":"Taishi Nakamura","orcid":"https://orcid.org/0000-0002-1205-3252"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nakamura, Taishi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101511088","display_name":"Mayank Mishra","orcid":"https://orcid.org/0000-0001-8964-4133"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mishra, Mayank","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082938148","display_name":"Simone Tedeschi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tedeschi, Simone","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104269544","display_name":"Yekun Chai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chai, Yekun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026469719","display_name":"Jason Stillerman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stillerman, Jason T","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014054034","display_name":"F. Friedrich","orcid":"https://orcid.org/0000-0001-5791-9892"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Friedrich, Felix","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100760181","display_name":"Prateek Yadav","orcid":"https://orcid.org/0000-0003-1445-3150"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yadav, Prateek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001724554","display_name":"Tanmay Laud","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Laud, Tanmay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079915395","display_name":"Vu Minh Chien","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chien, Vu Minh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082624117","display_name":"Terry Yue Zhuo","orcid":"https://orcid.org/0000-0002-5760-5188"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuo, Terry Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114142789","display_name":"D. Misra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Misra, Diganta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051169643","display_name":"Ben Bogin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bogin, Ben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028720787","display_name":"Xuan-Son Vu","orcid":"https://orcid.org/0000-0001-8820-2405"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vu, Xuan-Son","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042673089","display_name":"Marzena Karpinska","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karpinska, Marzena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054354044","display_name":"Arnav Varma Dantuluri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dantuluri, Arnav Varma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016087544","display_name":"Wojciech Kusa","orcid":"https://orcid.org/0000-0003-4420-4147"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kusa, Wojciech","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039415167","display_name":"Tommaso Furlanello","orcid":"https://orcid.org/0000-0003-1935-5146"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Furlanello, Tommaso","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024747717","display_name":"Rio Yokota","orcid":"https://orcid.org/0000-0001-7573-7873"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yokota, Rio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000043237","display_name":"Niklas Muennighoff","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muennighoff, Niklas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077986995","display_name":"Suhas Pai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pai, Suhas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091302921","display_name":"Tosin Adewumi","orcid":"https://orcid.org/0000-0002-5582-2031"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adewumi, Tosin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036607482","display_name":"Veronika Laippala","orcid":"https://orcid.org/0000-0002-7635-429X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Laippala, Veronika","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008860425","display_name":"Xiaozhe Yao","orcid":"https://orcid.org/0000-0002-4661-533X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Xiaozhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Junior, Adalberto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junior, Adalberto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094349185","display_name":"Alpay Ariyak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ariyak, Alpay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058277099","display_name":"Aleksandr Drozd","orcid":"https://orcid.org/0000-0002-4575-7213"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Drozd, Aleksandr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021860624","display_name":"Jordan Clive","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clive, Jordan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031054551","display_name":"Kshitij Gupta","orcid":"https://orcid.org/0000-0002-4752-4261"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gupta, Kshitij","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100780219","display_name":"Liangyu Chen","orcid":"https://orcid.org/0000-0003-0394-6208"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Liangyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025243341","display_name":"Qi Sun","orcid":"https://orcid.org/0000-0002-3094-5844"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104269543","display_name":"Ken Tsui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsui, Ken","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094349186","display_name":"Noah Persaud","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Persaud, Noah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028393429","display_name":"Nour Fahmy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fahmy, Nour","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103073431","display_name":"Tianlong Chen","orcid":"https://orcid.org/0000-0001-7774-8197"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Tianlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001987532","display_name":"Mohit Bansal","orcid":"https://orcid.org/0000-0001-5522-1351"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bansal, Mohit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094349187","display_name":"Nicolo Monti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Monti, Nicolo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033076126","display_name":"Tai Dang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dang, Tai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012058408","display_name":"Ziyang Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Ziyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111160370","display_name":"Tien-Tung Bui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bui, Tien-Tung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026648049","display_name":"Roberto Navigli","orcid":"https://orcid.org/0000-0003-3831-9706"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Navigli, Roberto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010618797","display_name":"Virendra Mehta","orcid":"https://orcid.org/0000-0001-9447-401X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mehta, Virendra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017302328","display_name":"Matthew Blumberg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blumberg, Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094349188","display_name":"Victor May","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"May, Victor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111160371","display_name":"Huu Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Huu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5066925770","display_name":"Sampo Pyysalo","orcid":"https://orcid.org/0000-0002-6279-5000"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pyysalo, Sampo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":45,"corresponding_author_ids":["https://openalex.org/A5039154090"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14330","display_name":"Library Science and Information Systems","score":0.0869000032544136,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14330","display_name":"Library Science and Information Systems","score":0.0869000032544136,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.665756106376648},{"id":"https://openalex.org/keywords/executive-order","display_name":"Executive order","score":0.6086053848266602},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45570123195648193},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.4492477476596832},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.33989542722702026},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.27140992879867554},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2177368402481079},{"id":"https://openalex.org/keywords/public-administration","display_name":"Public administration","score":0.11379683017730713},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.08366519212722778},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.06990694999694824}],"concepts":[{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.665756106376648},{"id":"https://openalex.org/C2994520894","wikidata":"https://www.wikidata.org/wiki/Q1338798","display_name":"Executive order","level":2,"score":0.6086053848266602},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45570123195648193},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.4492477476596832},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.33989542722702026},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.27140992879867554},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2177368402481079},{"id":"https://openalex.org/C3116431","wikidata":"https://www.wikidata.org/wiki/Q31728","display_name":"Public administration","level":1,"score":0.11379683017730713},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.08366519212722778},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.06990694999694824}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2404.00399","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.00399","pdf_url":"https://arxiv.org/pdf/2404.00399","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2404.00399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2404.00399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.00399","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.00399","pdf_url":"https://arxiv.org/pdf/2404.00399","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320912","display_name":"Ministry of Education, Culture, Sports, Science and Technology","ror":"https://ror.org/048rj2z13"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4393768629.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W4226126141","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2965324156"],"abstract_inverted_index":{"Pretrained":[0],"language":[1,199],"models":[2,31,40,61,200],"are":[3],"an":[4],"integral":[5],"part":[6],"of":[7,49,59,155,165,197],"AI":[8,70],"applications,":[9],"but":[10,134],"their":[11],"high":[12,57],"computational":[13],"cost":[14],"for":[15,32],"training":[16,60,109],"limits":[17],"accessibility.":[18],"Initiatives":[19],"such":[20,39,43],"as":[21,44],"Bloom":[22],"and":[23,55,73,93,150,153,167,175,189],"StarCoder":[24],"aim":[25],"to":[26,29,67,192],"democratize":[27],"access":[28],"pretrained":[30,96],"collaborative":[33],"community":[34],"development.":[35],"Despite":[36],"these":[37],"efforts,":[38],"encounter":[41],"challenges":[42],"limited":[45],"multilingual":[46,83,117,180],"capabilities,":[47],"risks":[48],"catastrophic":[50,173],"forgetting":[51,174],"during":[52],"continual":[53],"pretraining,":[54],"the":[56,65,114,137,142,147],"costs":[58],"from":[62,97],"scratch,":[63],"alongside":[64],"need":[66],"align":[68],"with":[69,130,136],"safety":[71,122,184],"standards":[72],"regulatory":[74],"frameworks.":[75],"This":[76],"paper":[77],"presents":[78],"Aurora-M,":[79],"a":[80,162],"15B":[81],"parameter":[82],"open-source":[84,116,187,195],"model":[85,118],"trained":[86],"on":[87,99,120,146],"English,":[88],"Finnish,":[89],"Hindi,":[90],"Japanese,":[91],"Vietnamese,":[92],"code.":[94],"Continually":[95],"StarCoderPlus":[98],"435B":[100],"additional":[101],"tokens,":[102],"Aurora-M":[103,160,188],"surpasses":[104],"2T":[105],"tokens":[106],"in":[107,141,179,183],"total":[108],"token":[110],"count.":[111],"It":[112],"is":[113],"first":[115],"fine-tuned":[119],"human-reviewed":[121],"instructions,":[123],"thus":[124],"aligning":[125],"its":[126,170,176,190],"development":[127,196],"not":[128],"only":[129],"conventional":[131],"red-teaming":[132],"considerations,":[133],"also":[135],"specific":[138],"concerns":[139],"articulated":[140],"Biden-Harris":[143],"Executive":[144],"Order":[145],"Safe,":[148],"Secure,":[149],"Trustworthy":[151],"Development":[152],"Use":[154],"Artificial":[156],"Intelligence.":[157],"We":[158,186],"evaluate":[159],"across":[161],"wide":[163],"range":[164],"tasks":[166],"languages,":[168],"showcasing":[169],"robustness":[171],"against":[172],"superior":[177],"performance":[178],"settings,":[181],"particularly":[182],"evaluations.":[185],"variants":[191],"encourage":[193],"responsible":[194],"large":[198],"at":[201],"https://huggingface.co/aurora-m.":[202]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2024-04-03T00:00:00"}