{"id":"https://openalex.org/W4411113501","doi":"https://doi.org/10.18653/v1/2024.inlg-main.53","title":"Zero-shot cross-lingual transfer in instruction tuning of large language models","display_name":"Zero-shot cross-lingual transfer in instruction tuning of large language models","alternate_titles":[],"publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4411113501","doi":"https://doi.org/10.18653/v1/2024.inlg-main.53"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.inlg-main.53","doi":"https://doi.org/10.18653/v1/2024.inlg-main.53","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.inlg-main.53","pdf_url":"https://aclanthology.org/2024.inlg-main.53.pdf","source":{"id":"https://openalex.org/S4306419715","display_name":"International Conference on Natural Language Generation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Natural Language Generation Conference","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4411113501"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2024.inlg-main.53.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046785127","display_name":"Nadezhda Chirkova","orcid":"https://orcid.org/0000-0001-8188-3391","observed_orcids":["https://orcid.org/0000-0001-8188-3391"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nadezhda Chirkova","raw_affiliation_strings":["Naver Labs Europe Grenoble , France","Vassilina Nikoulina Naver Labs Europe Grenoble , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naver Labs Europe Grenoble , France","institution_ids":[]},{"raw_affiliation_string":"Vassilina Nikoulina Naver Labs Europe Grenoble , France","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020441209","display_name":"Vassilina Nikoulina","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vassilina Nikoulina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8797,"has_fulltext":true,"cited_by_count":48,"citation_normalized_percentile":{"value":0.95095317,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"695","last_page":"708"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7329000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7329000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.21559999883174896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0215000007301569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zero-shot-cross-lingual-transfer","display_name":"zero-shot cross-lingual transfer","score":0.9160000085830688},{"id":"https://openalex.org/keywords/instruction-tuning","display_name":"instruction tuning","score":0.9900000095367432},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9599999785423279},{"id":"https://openalex.org/keywords/multilingual-llms","display_name":"multilingual LLMs","score":0.5019999742507935},{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"hyperparameter optimization","score":0.8510000109672546},{"id":"https://openalex.org/keywords/factuality","display_name":"factuality","score":0.6690000295639038},{"id":"https://openalex.org/keywords/response-fluency","display_name":"response fluency","score":0.906000018119812}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6993927955627441},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.5609263777732849},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5563452243804932},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.45126134157180786},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.450188010931015},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3625461459159851},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3534986078739166},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.1669538915157318},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.14846834540367126},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1297682523727417},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0892992615699768},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08165642619132996},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2024.inlg-main.53","doi":"https://doi.org/10.18653/v1/2024.inlg-main.53","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.inlg-main.53","pdf_url":"https://aclanthology.org/2024.inlg-main.53.pdf","source":{"id":"https://openalex.org/S4306419715","display_name":"International Conference on Natural Language Generation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Natural Language Generation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2402.14778","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.14778","pdf_url":"https://arxiv.org/pdf/2402.14778","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.14778","doi":"https://doi.org/10.48550/arxiv.2402.14778","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.14778","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.inlg-main.53","doi":"https://doi.org/10.18653/v1/2024.inlg-main.53","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.inlg-main.53","pdf_url":"https://aclanthology.org/2024.inlg-main.53.pdf","source":{"id":"https://openalex.org/S4306419715","display_name":"International Conference on Natural Language Generation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Natural Language Generation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411113501.pdf","grobid_xml":"https://content.openalex.org/works/W4411113501.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2952638691","https://openalex.org/W2970854433","https://openalex.org/W2982180741","https://openalex.org/W2983040767","https://openalex.org/W3023911605","https://openalex.org/W3030163527","https://openalex.org/W3093517588","https://openalex.org/W3118781290","https://openalex.org/W3169483174","https://openalex.org/W3170815021","https://openalex.org/W4285077564","https://openalex.org/W4308760226","https://openalex.org/W4322718191","https://openalex.org/W4378465252","https://openalex.org/W4380558350","https://openalex.org/W4384264777","https://openalex.org/W4385571124","https://openalex.org/W4385571630","https://openalex.org/W4385573174","https://openalex.org/W4385573964","https://openalex.org/W4389519974","https://openalex.org/W4391767064","https://openalex.org/W4392271855","https://openalex.org/W4401042910","https://openalex.org/W4402670821","https://openalex.org/W7126453469","https://openalex.org/W7133189643","https://openalex.org/W7133211372","https://openalex.org/W7133220558"],"related_works":["https://openalex.org/W7171535111","https://openalex.org/W4402670821","https://openalex.org/W4381711094","https://openalex.org/W4402670787","https://openalex.org/W4404781335","https://openalex.org/W4404782608","https://openalex.org/W4402670730","https://openalex.org/W4389520411","https://openalex.org/W4402684017","https://openalex.org/W4412944765"],"abstract_inverted_index":{"Instruction":[0],"tuning":[1,105],"(IT)":[2],"is":[3,18,39,99],"widely":[4],"used":[5],"to":[6,13],"teach":[7],"pretrained":[8],"large":[9,108],"language":[10],"models":[11],"(LLMs)":[12],"follow":[14],"arbitrary":[15],"instructions,":[16],"but":[17,95,125],"understudied":[19],"in":[20,34,50,64,84,103,122],"multilingual":[21,65],"settings.In":[22],"this":[23],"work,":[24],"we":[25],"conduct":[26],"a":[27],"systematic":[28],"study":[29],"of":[30,57,61,72,90,115],"zero-shot":[31],"cross-lingual":[32,79],"transfer":[33,80],"IT,":[35],"when":[36],"an":[37],"LLM":[38],"instruction-tuned":[40],"on":[41,47],"English-only":[42],"data":[43],"and":[44,68,106,119,130],"then":[45],"tested":[46],"user":[48],"prompts":[49],"other":[51,123],"languages.We":[52],"advocate":[53],"for":[54],"the":[55,70],"importance":[56],"evaluating":[58],"various":[59],"aspects":[60],"model":[62,74,91],"responses":[63,121],"instruction":[66],"following":[67],"investigate":[69],"influence":[71],"different":[73],"configuration":[75],"choices.We":[76],"find":[77],"that":[78],"does":[81],"happen":[82],"successfully":[83],"IT":[85,110],"even":[86],"if":[87,97],"all":[88],"stages":[89],"training":[92],"are":[93,113],"English-centric,":[94],"only":[96],"multiliguality":[98],"taken":[100],"into":[101],"account":[102],"hyperparameter":[104],"with":[107],"enough":[109],"data.English-trained":[111],"LLMs":[112],"capable":[114],"generating":[116],"correct-language,":[117],"comprehensive":[118],"helpful":[120],"languages,":[124],"suffer":[126],"from":[127],"low":[128],"factuality":[129],"may":[131],"occasionally":[132],"have":[133],"fluency":[134],"errors.":[135]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4411113501","counts_by_year":[{"year":2026,"cited_by_count":22},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":9}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
