{"id":"https://openalex.org/W7119978574","doi":"https://doi.org/10.48550/arxiv.2601.05101","title":"Arabic Prompts with English Tools: A Benchmark","display_name":"Arabic Prompts with English Tools: A Benchmark","publication_year":2026,"publication_date":"2026-01-08","ids":{"openalex":"https://openalex.org/W7119978574","doi":"https://doi.org/10.48550/arxiv.2601.05101"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2601.05101","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2601.05101","pdf_url":"https://arxiv.org/pdf/2601.05101","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2601.05101","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122667663","display_name":"Konstantin Kubrak","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210135774","display_name":"General Organization for Social Insurance","ror":"https://ror.org/03mkee371","country_code":"SA","type":"other","lineage":["https://openalex.org/I4210135774"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Kubrak, Konstantin","raw_affiliation_strings":["GenAI & Data Analytics Department General Organization for Social Insurance Riyadh , Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GenAI & Data Analytics Department General Organization for Social Insurance Riyadh , Saudi Arabia","institution_ids":["https://openalex.org/I4210135774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122469945","display_name":"Ahmed El-Moselhy","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210135774","display_name":"General Organization for Social Insurance","ror":"https://ror.org/03mkee371","country_code":"SA","type":"other","lineage":["https://openalex.org/I4210135774"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"El-Moselhy, Ahmed","raw_affiliation_strings":["GenAI & Data Analytics Department General Organization for Social Insurance Riyadh , Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GenAI & Data Analytics Department General Organization for Social Insurance Riyadh , Saudi Arabia","institution_ids":["https://openalex.org/I4210135774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122626522","display_name":"Ammar Alsulami","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210135774","display_name":"General Organization for Social Insurance","ror":"https://ror.org/03mkee371","country_code":"SA","type":"other","lineage":["https://openalex.org/I4210135774"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Alsulami, Ammar","raw_affiliation_strings":["GenAI & Data Analytics Department General Organization for Social Insurance Riyadh , Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GenAI & Data Analytics Department General Organization for Social Insurance Riyadh , Saudi Arabia","institution_ids":["https://openalex.org/I4210135774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122639457","display_name":"Remaz Altuwaim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210135774","display_name":"General Organization for Social Insurance","ror":"https://ror.org/03mkee371","country_code":"SA","type":"other","lineage":["https://openalex.org/I4210135774"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Altuwaim, Remaz","raw_affiliation_strings":["GenAI & Data Analytics Department General Organization for Social Insurance Riyadh , Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GenAI & Data Analytics Department General Organization for Social Insurance Riyadh , Saudi Arabia","institution_ids":["https://openalex.org/I4210135774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044378917","display_name":"Hassan Ismail Fawaz","orcid":"https://orcid.org/0000-0003-1384-5996","observed_orcids":["https://orcid.org/0000-0003-1384-5996"]},"institutions":[{"id":"https://openalex.org/I4210135774","display_name":"General Organization for Social Insurance","ror":"https://ror.org/03mkee371","country_code":"SA","type":"other","lineage":["https://openalex.org/I4210135774"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Fawaz, Hassan Ismail","raw_affiliation_strings":["GenAI & Data Analytics Department General Organization for Social Insurance Riyadh , Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GenAI & Data Analytics Department General Organization for Social Insurance Riyadh , Saudi Arabia","institution_ids":["https://openalex.org/I4210135774"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047601821","display_name":"Faisal Abdullah Alsaby","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210135774","display_name":"General Organization for Social Insurance","ror":"https://ror.org/03mkee371","country_code":"SA","type":"other","lineage":["https://openalex.org/I4210135774"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Alsaby, Faisal","raw_affiliation_strings":["GenAI & Data Analytics Department General Organization for Social Insurance Riyadh , Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GenAI & Data Analytics Department General Organization for Social Insurance Riyadh , Saudi Arabia","institution_ids":["https://openalex.org/I4210135774"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210135774"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6518999934196472,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6518999934196472,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.23549999296665192,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.03779999911785126,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/arabic","display_name":"Arabic language","score":0.6309999823570251},{"id":"https://openalex.org/keywords/tool-calling","display_name":"tool calling","score":0.7950000166893005},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7749999761581421},{"id":"https://openalex.org/keywords/agentic-agents","display_name":"agentic agents","score":0.6499999761581421},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.4690000116825104},{"id":"https://openalex.org/keywords/multilingual-llms","display_name":"multilingual LLMs","score":0.7250000238418579},{"id":"https://openalex.org/keywords/functional-accuracy","display_name":"functional accuracy","score":0.5270000100135803},{"id":"https://openalex.org/keywords/robustness","display_name":"robustness","score":0.7009999752044678},{"id":"https://openalex.org/keywords/linguistic-equity","display_name":"language equity","score":0.6899999976158142}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7038999795913696},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6912999749183655},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.67330002784729},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5702000260353088},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4884999990463257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4779999852180481},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.35350000858306885},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29679998755455017},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2581000030040741}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2601.05101","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2601.05101","pdf_url":"https://arxiv.org/pdf/2601.05101","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2601.05101","doi":"https://doi.org/10.48550/arxiv.2601.05101","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.05101","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2601.05101","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2601.05101","pdf_url":"https://arxiv.org/pdf/2601.05101","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7119978574.pdf","grobid_xml":"https://content.openalex.org/works/W7119978574.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W3083410900","https://openalex.org/W4320003957","https://openalex.org/W4385474529","https://openalex.org/W4386365131","https://openalex.org/W4389518608","https://openalex.org/W4401306886","https://openalex.org/W4402670152","https://openalex.org/W4404313857","https://openalex.org/W4404652762","https://openalex.org/W4406072927","https://openalex.org/W4411119747","https://openalex.org/W4414896289","https://openalex.org/W4414939355","https://openalex.org/W4415795271","https://openalex.org/W4416037647","https://openalex.org/W4416453791","https://openalex.org/W7075994024"],"related_works":["https://openalex.org/W4416037647","https://openalex.org/W4415275957","https://openalex.org/W4417508509","https://openalex.org/W6910632912","https://openalex.org/W7106128442","https://openalex.org/W4392293423","https://openalex.org/W4392867113","https://openalex.org/W4403785564","https://openalex.org/W4415366618","https://openalex.org/W4413919466"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4,74,152],"now":[5],"integral":[6],"to":[7,112,167],"numerous":[8],"industries,":[9],"increasingly":[10],"serving":[11],"as":[12],"the":[13,27,34,57,89,95,103,114,148,169],"core":[14],"reasoning":[15],"engine":[16],"for":[17,36,93,179],"autonomous":[18],"agents":[19,178],"that":[20],"perform":[21],"complex":[22],"tasks":[23],"through":[24],"tool-use.":[25],"While":[26],"development":[28,170],"of":[29,59,100,119,143,146,171],"Arabic-native":[30],"LLMs":[31,101],"is":[32,54,67],"accelerating,":[33],"benchmarks":[35],"evaluating":[37,94],"their":[38],"capabilities":[39,99],"lag":[40],"behind,":[41],"with":[42],"most":[43],"existing":[44],"frameworks":[45],"focusing":[46],"on":[47,77,160],"English.":[48,156],"A":[49],"critical":[50,85,162],"and":[51,97,117,174],"overlooked":[52],"area":[53],"tool-calling,":[55],"where":[56],"performance":[58,130],"models":[60,73,120],"prompted":[61],"in":[62,102,121,135,153],"non-English":[63],"languages":[64],"like":[65],"Arabic":[66,104,122,154],"poorly":[68],"understood,":[69],"especially":[70],"since":[71],"these":[72,161],"often":[75],"pretrained":[76],"predominantly":[78],"English":[79],"data.":[80],"This":[81],"paper":[82],"addresses":[83],"this":[84,164],"gap":[86],"by":[87,140],"introducing":[88],"first":[90],"dedicated":[91],"benchmark":[92,165],"tool-calling":[96,137],"agentic":[98,123],"language.":[105],"Our":[106,125],"work":[107],"provides":[108],"a":[109,128],"standardized":[110],"framework":[111],"measure":[113],"functional":[115],"accuracy":[116,138],"robustness":[118],"workflows.":[124],"findings":[126],"reveal":[127],"huge":[129],"gap:":[131],"when":[132],"users":[133],"interact":[134],"Arabic,":[136],"drops":[139],"an":[141],"average":[142],"5-10\\%,":[144],"regardless":[145],"whether":[147],"tool":[149],"descriptions":[150],"themselves":[151],"or":[155],"By":[157],"shedding":[158],"light":[159],"challenges,":[163],"aims":[166],"foster":[168],"more":[172],"reliable":[173],"linguistically":[175],"equitable":[176],"AI":[177],"Arabic-speaking":[180],"users.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-01-10T00:00:00"}