{"id":"https://openalex.org/W4391767064","doi":"https://doi.org/10.48550/arxiv.2402.06619","title":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","display_name":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","publication_year":2024,"publication_date":"2024-02-09","ids":{"openalex":"https://openalex.org/W4391767064","doi":"https://doi.org/10.48550/arxiv.2402.06619"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.06619","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.06619","pdf_url":"https://arxiv.org/pdf/2402.06619","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.06619","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050856399","display_name":"Shivalika Singh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Shivalika","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011552000","display_name":"Freddie Vargus","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vargus, Freddie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036836679","display_name":"Daniel D\u2019souza","orcid":"https://orcid.org/0000-0001-7843-8596"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dsouza, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015011965","display_name":"B\u00f6rje F. Karlsson","orcid":"https://orcid.org/0000-0001-8925-360X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karlsson, B\u00f6rje F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022712053","display_name":"Abinaya Mahendiran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahendiran, Abinaya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068810050","display_name":"Wei-Yin Ko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ko, Wei-Yin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090912879","display_name":"Herumb Shandilya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shandilya, Herumb","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086603416","display_name":"Jay Patel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patel, Jay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093917425","display_name":"Deividas Mataciunas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mataciunas, Deividas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093917420","display_name":"Laura O'Mahony","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"OMahony, Laura","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025357679","display_name":"Mike Zhang","orcid":"https://orcid.org/0000-0003-1218-5201"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Mike","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085677889","display_name":"Ramith Hettiarachchi","orcid":"https://orcid.org/0000-0001-7070-8213"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hettiarachchi, Ramith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025757578","display_name":"Joseph B. Wilson","orcid":"https://orcid.org/0000-0002-3831-9725"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wilson, Joseph","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051287569","display_name":"Marina Machado","orcid":"https://orcid.org/0000-0001-7718-5021"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Machado, Marina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104242935","display_name":"Luisa Souza Moura","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moura, Luisa Souza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066939448","display_name":"Dominik Krzemi\u0144ski","orcid":"https://orcid.org/0000-0003-4568-0583"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krzemi\u0144ski, Dominik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012789622","display_name":"Hakimeh Fadaei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fadaei, Hakimeh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093917421","display_name":"Irem Erg\u00fcn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erg\u00fcn, Irem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093917422","display_name":"Ifeoma Okoh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Okoh, Ifeoma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093917423","display_name":"Aisha Alaagib","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alaagib, Aisha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024173490","display_name":"Oshan Mudannayake","orcid":"https://orcid.org/0000-0002-9598-457X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mudannayake, Oshan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082096652","display_name":"Zaid Alyafeai","orcid":"https://orcid.org/0009-0003-1774-5236"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alyafeai, Zaid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079915395","display_name":"Vu Minh Chien","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chien, Vu Minh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037310413","display_name":"Sebastian Ruder","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruder, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093917424","display_name":"Surya Guthikonda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guthikonda, Surya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082020464","display_name":"Emad A. Alghamdi","orcid":"https://orcid.org/0000-0002-2316-3457"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alghamdi, Emad A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026789962","display_name":"Sebastian Gehrmann","orcid":"https://orcid.org/0000-0002-8257-9516"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gehrmann, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000043237","display_name":"Niklas Muennighoff","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muennighoff, Niklas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018864006","display_name":"Max Bartolo","orcid":"https://orcid.org/0009-0007-3301-7895"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bartolo, Max","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048307591","display_name":"Julia Kreutzer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kreutzer, Julia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063061204","display_name":"Ahmet \u00dcst\u00fcn","orcid":"https://orcid.org/0000-0002-1640-4291"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u00dcst\u00fcn, Ahmet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070153551","display_name":"Marzieh Fadaee","orcid":"https://orcid.org/0000-0002-4447-1213"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fadaee, Marzieh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5078850040","display_name":"Sara Hooker","orcid":"https://orcid.org/0000-0002-0190-6459"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hooker, Sara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":33,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8715000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8715000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.533708393573761},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3290157914161682}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.533708393573761},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3290157914161682}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2402.06619","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.06619","pdf_url":"https://arxiv.org/pdf/2402.06619","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:publications/52956629-7f38-4113-8a5c-55d5d2ec8fe3","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/52956629-7f38-4113-8a5c-55d5d2ec8fe3","pdf_url":"https://vbn.aau.dk/ws/files/766365545/2024.acl-long.620.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Singh, S, Vargus, F, D'souza, D, Karlsson, B F, Mahendiran, A, Ko, W-Y, Shandilya, H, Patel, J, Mataciunas, D, O'Mahony, L, Zhang, M, Hettiarachchi, R, Wilson, J, Machado, M, Souza Moura, L, Krzemi\u0144ski, D, Fadaei, H, Erg\u00fcn, I, Okoh, I, Alaagib, A, Mudannayake, O, Alyafeai, Z, Chien, V M, Ruder, S, Guthikonda, S, Alghamdi, E A, Gehrmann, S, Muennighoff, N, Bartolo, M, Kreutzer, J, \u00dcst\u00fcn, A, Fadaee, M & Hooker, S 2024, Aya Dataset : An Open-Access Collection for Multilingual Instruction Tuning. in L-W Ku, A F T Martins & V Srikumar (eds), The 62nd Annual Meeting of the Association for Computational Linguistics . Association for Computational Linguistics (ACL), pp. 11521-11567, 62nd Annual Meeting of the Association for Computational Linguistics, Bangkok, Thailand, 11/08/2024. < https://arxiv.org/pdf/2402.06619.pdf >","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.48550/arxiv.2402.06619","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.06619","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.06619","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.06619","pdf_url":"https://arxiv.org/pdf/2402.06619","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391767064.pdf","grobid_xml":"https://content.openalex.org/works/W4391767064.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":{"Datasets":[0],"are":[1,59],"foundational":[2],"to":[3,24,43,45,73,98,114,186],"many":[4],"breakthroughs":[5],"in":[6,13,62,165,189],"modern":[7],"artificial":[8],"intelligence.":[9],"Many":[10],"recent":[11],"achievements":[12],"the":[14,25,63,75,96,109,140,144,147,151],"space":[15],"of":[16,27,34,92,102],"natural":[17,100],"language":[18,40,76],"processing":[19],"(NLP)":[20],"can":[21],"be":[22],"attributed":[23],"finetuning":[26],"pre-trained":[28],"models":[29],"on":[30],"a":[31,38,80,161,177],"diverse":[32],"set":[33],"tasks":[35],"that":[36,184],"enables":[37],"large":[39],"model":[41],"(LLM)":[42],"respond":[44],"instructions.":[46],"Instruction":[47],"fine-tuning":[48],"(IFT)":[49],"requires":[50],"specifically":[51],"constructed":[52],"and":[53,104,122,138,150],"annotated":[54],"datasets.":[55],"However,":[56],"existing":[57,124],"datasets":[58,125],"almost":[60],"all":[61],"English":[64],"language.":[65],"In":[66,129],"this":[67,175],"work,":[68],"our":[69],"primary":[70],"goal":[71],"is":[72],"bridge":[74,187],"gap":[77],"by":[78],"building":[79],"human-curated":[81],"instruction-following":[82],"dataset":[83],"spanning":[84],"65":[85],"languages.":[86,128],"We":[87,173],"worked":[88],"with":[89],"fluent":[90],"speakers":[91],"languages":[93],"from":[94,170],"around":[95],"world":[97],"collect":[99],"instances":[101,119],"instructions":[103],"completions.":[105],"Furthermore,":[106],"we":[107,131,136],"create":[108],"most":[110],"extensive":[111],"multilingual":[112],"collection":[113],"date,":[115],"comprising":[116],"513":[117],"million":[118],"through":[120],"templating":[121],"translating":[123],"across":[126],"114":[127],"total,":[130],"contribute":[132],"four":[133],"key":[134],"resources:":[135],"develop":[137],"open-source":[139],"Aya":[141,145,148,152,156],"Annotation":[142],"Platform,":[143],"Dataset,":[146],"Collection,":[149],"Evaluation":[153],"Suite.":[154],"The":[155],"initiative":[157],"also":[158],"serves":[159],"as":[160,176],"valuable":[162,178],"case":[163],"study":[164],"participatory":[166],"research,":[167],"involving":[168],"collaborators":[169],"119":[171],"countries.":[172],"see":[174],"framework":[179],"for":[180],"future":[181],"research":[182],"collaborations":[183],"aim":[185],"gaps":[188],"resources.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-14T07:44:22.658603","created_date":"2024-02-13T00:00:00"}