{"id":"https://openalex.org/W4403579149","doi":"https://doi.org/10.48550/arxiv.2410.13153","title":"Better to Ask in English: Evaluation of Large Language Models on English, Low-resource and Cross-Lingual Settings","display_name":"Better to Ask in English: Evaluation of Large Language Models on English, Low-resource and Cross-Lingual Settings","publication_year":2024,"publication_date":"2024-10-17","ids":{"openalex":"https://openalex.org/W4403579149","doi":"https://doi.org/10.48550/arxiv.2410.13153"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.13153","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.13153","pdf_url":"https://arxiv.org/pdf/2410.13153","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.13153","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063323796","display_name":"Krishno Dey","orcid":"https://orcid.org/0000-0002-3194-5483","observed_orcids":["https://orcid.org/0000-0002-3194-5483"]},"institutions":[{"id":"https://openalex.org/I106938459","display_name":"University of New Brunswick","ror":"https://ror.org/05nkf0n29","country_code":"CA","type":"education","lineage":["https://openalex.org/I106938459"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dey, Krishno","raw_affiliation_strings":["University of New Brunswick ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of New Brunswick ,","institution_ids":["https://openalex.org/I106938459"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027454147","display_name":"Prerona Tarannum","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I200606013","display_name":"Daffodil International University","ror":"https://ror.org/052t4a858","country_code":"BD","type":"education","lineage":["https://openalex.org/I200606013"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Tarannum, Prerona","raw_affiliation_strings":["Daffodil International University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Daffodil International University ,","institution_ids":["https://openalex.org/I200606013"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021570815","display_name":"Md. Arid Hasan","orcid":"https://orcid.org/0000-0001-7916-614X","observed_orcids":["https://orcid.org/0000-0001-7916-614X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hasan, Md. Arid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033585021","display_name":"Imran Razzak","orcid":"https://orcid.org/0000-0002-3930-6600","observed_orcids":["https://orcid.org/0000-0002-3930-6600"]},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Razzak, Imran","raw_affiliation_strings":["University of New South Wales ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of New South Wales ,","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077006200","display_name":"Usman Naseem","orcid":"https://orcid.org/0000-0003-0191-7171","observed_orcids":["https://orcid.org/0000-0003-0191-7171"]},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Naseem, Usman","raw_affiliation_strings":["Macquarie University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Macquarie University","institution_ids":["https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6259999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6259999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3666999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9919999837875366},{"id":"https://openalex.org/keywords/low-resource-languages","display_name":"low-resource languages","score":0.9259999990463257},{"id":"https://openalex.org/keywords/cross-lingual-evaluation","display_name":"cross-lingual evaluation","score":0.8100000023841858},{"id":"https://openalex.org/keywords/zero-shot-prompting","display_name":"zero-shot prompting","score":0.7680000066757202},{"id":"https://openalex.org/keywords/south-asian-languages","display_name":"South Asian languages","score":0.7519999742507935},{"id":"https://openalex.org/keywords/bengali-language","display_name":"Bengali language","score":0.9559999704360962},{"id":"https://openalex.org/keywords/hindi","display_name":"Hindi","score":1.0},{"id":"https://openalex.org/keywords/urdu","display_name":"Urdu language","score":1.0},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.925000011920929},{"id":"https://openalex.org/keywords/llama-2","display_name":"Llama 2","score":0.9940000176429749},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.9950000047683716},{"id":"https://openalex.org/keywords/multilingual-llms","display_name":"multilingual LLMs","score":0.7509999871253967}],"concepts":[{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.7576478123664856},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.5259944200515747},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5153281092643738},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5122408270835876},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5096938610076904},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3417925238609314},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32029247283935547},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.1991984248161316},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.10379472374916077},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.13153","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.13153","pdf_url":"https://arxiv.org/pdf/2410.13153","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.13153","doi":"https://doi.org/10.48550/arxiv.2410.13153","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.13153","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.13153","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.13153","pdf_url":"https://arxiv.org/pdf/2410.13153","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403579149.pdf","grobid_xml":"https://content.openalex.org/works/W4403579149.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4403369854","https://openalex.org/W7140158674","https://openalex.org/W7102760533","https://openalex.org/W7128432232","https://openalex.org/W4402671762","https://openalex.org/W4406071956","https://openalex.org/W7160855059","https://openalex.org/W4388685680","https://openalex.org/W4407122984","https://openalex.org/W4412996013"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4,25],"trained":[5],"on":[6],"massive":[7],"amounts":[8],"of":[9,107,116],"data,":[10],"enabling":[11],"their":[12,20,40,75],"application":[13],"across":[14,133],"diverse":[15],"domains":[16],"and":[17,27,71,90,97,125,132,167],"tasks.":[18],"Despite":[19],"remarkable":[21],"performance,":[22],"most":[23,47],"LLMs":[24,36,65,109,139,155,166],"developed":[26],"evaluated":[28],"primarily":[29],"in":[30,42,50,60,77,110,127,156,165],"English.":[31],"Recently,":[32],"a":[33],"few":[34],"multi-lingual":[35],"have":[37],"emerged,":[38],"but":[39],"performance":[41],"low-resource":[43,82,148,157],"languages,":[44],"especially":[45],"the":[46,105,108,117,162],"spoken":[48],"languages":[49,83],"South":[51,85],"Asia,":[52],"is":[53],"less":[54],"explored.":[55],"To":[56],"address":[57],"this":[58,61],"gap,":[59],"study,":[62],"we":[63,93],"evaluate":[64],"such":[66],"as":[67],"GPT-4,":[68],"Llama":[69,123],"2,":[70],"Gemini":[72,126],"to":[73,80,102,160,170],"analyze":[74],"effectiveness":[76,106],"English":[78,143],"compared":[79],"other":[81,147],"from":[84],"Asia":[86],"(e.g.,":[87],"Bangla,":[88],"Hindi,":[89],"Urdu).":[91],"Specifically,":[92],"utilized":[94],"zero-shot":[95],"prompting":[96],"five":[98,129],"different":[99],"prompt":[100,130],"settings":[101,131],"extensively":[103,153],"investigate":[104],"cross-lingual":[111],"translated":[112],"prompts.":[113,150],"The":[114],"findings":[115],"study":[118,152],"suggest":[119],"that":[120],"GPT-4":[121],"outperformed":[122],"2":[124],"all":[128,134,137],"languages.":[135],"Moreover,":[136],"three":[138],"performed":[140],"better":[141],"for":[142],"language":[144,149,158],"prompts":[145],"than":[146],"This":[151],"investigates":[154],"contexts":[159],"highlight":[161],"improvements":[163],"required":[164],"language-specific":[168],"resources":[169],"develop":[171],"more":[172],"generally":[173],"purposed":[174],"NLP":[175],"applications.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-10-20T00:00:00"}