{"id":"https://openalex.org/W7127594048","doi":"https://doi.org/10.48550/arxiv.2602.02774","title":"AmharicStoryQA: A Multicultural Story Question Answering Benchmark in Amharic","display_name":"AmharicStoryQA: A Multicultural Story Question Answering Benchmark in Amharic","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127594048","doi":"https://doi.org/10.48550/arxiv.2602.02774"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.02774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.02774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.02774","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013873474","display_name":"Israel Abebe Azime","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Azime, Israel Abebe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125091573","display_name":"Abenezer Kebede Angamo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Angamo, Abenezer Kebede","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125010739","display_name":"Hana Mekonen Tamiru","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tamiru, Hana Mekonen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120308310","display_name":"Dagnachew Mekonnen Marilign","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marilign, Dagnachew Mekonnen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026514026","display_name":"Philipp Slusallek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Slusallek, Philipp","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124992112","display_name":"Seid Muhie Yimam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yimam, Seid Muhie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5123000430","display_name":"Dietrich Klakow","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klakow, Dietrich","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5013873474"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2667999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2667999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.10920000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1071000024676323,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.7825999855995178},{"id":"https://openalex.org/keywords/amharic","display_name":"Amharic","score":0.7821000218391418},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5986999869346619},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5442000031471252},{"id":"https://openalex.org/keywords/multiculturalism","display_name":"Multiculturalism","score":0.46470001339912415},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.42739999294281006},{"id":"https://openalex.org/keywords/cultural-diversity","display_name":"Cultural diversity","score":0.3993000090122223},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.35280001163482666}],"concepts":[{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.7825999855995178},{"id":"https://openalex.org/C2780900699","wikidata":"https://www.wikidata.org/wiki/Q28244","display_name":"Amharic","level":2,"score":0.7821000218391418},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5986999869346619},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5442000031471252},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.507099986076355},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4952000081539154},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48240000009536743},{"id":"https://openalex.org/C542530943","wikidata":"https://www.wikidata.org/wiki/Q190656","display_name":"Multiculturalism","level":2,"score":0.46470001339912415},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.42739999294281006},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.4020000100135803},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.3993000090122223},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39070001244544983},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.31450000405311584},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C169536714","wikidata":"https://www.wikidata.org/wiki/Q1666159","display_name":"Cultural competence","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26840001344680786},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C171041071","wikidata":"https://www.wikidata.org/wiki/Q36870","display_name":"First language","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.02774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.02774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.02774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.02774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7999026775360107,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,141],"growing":[2],"emphasis":[3],"on":[4,62],"multilingual":[5],"and":[6,15,22,69,77,125,135,156],"cultural":[7,48],"evaluation":[8,83,123,136,151],"benchmarks":[9,146],"for":[10,30,143],"large":[11],"language":[12,14,82],"models,":[13],"culture":[16],"are":[17],"often":[18],"treated":[19],"as":[20,27],"synonymous,":[21],"performance":[23],"is":[24],"commonly":[25],"used":[26],"a":[28,31,35,53,91,110],"proxy":[29],"models":[32],"understanding":[33,113,159],"of":[34,67],"given":[36],"language.":[37,55],"In":[38],"this":[39,58,86,106],"work,":[40],"we":[41,88,108],"argue":[42],"that":[43,50,127,147],"such":[44],"evaluations":[45],"overlook":[46],"meaningful":[47],"variation":[49],"exists":[51],"within":[52],"single":[54],"We":[56],"address":[57],"gap":[59,114],"by":[60],"focusing":[61],"narratives":[63,101],"from":[64,102],"different":[65],"regions":[66,134],"Ethiopia":[68],"demonstrate":[70],"that,":[71],"despite":[72],"shared":[73],"linguistic":[74],"characteristics,":[75],"region-specific":[76],"domain-specific":[78],"content":[79],"substantially":[80],"influences":[81],"outcomes.":[84],"To":[85],"end,":[87],"introduce":[89],"\\textbf{\\textit{AmharicStoryQA}},":[90],"long-sequence":[92],"story":[93],"question":[94],"answering":[95],"benchmark":[96],"grounded":[97,145],"in":[98,115,122,160],"culturally":[99,144],"diverse":[100],"Amharic-speaking":[103],"regions.":[104],"Using":[105],"benchmark,":[107],"reveal":[109],"significant":[111],"narrative":[112,158],"existing":[116],"LLMs,":[117],"highlight":[118],"pronounced":[119],"regional":[120],"differences":[121],"results,":[124],"show":[126],"supervised":[128],"fine-tuning":[129],"yields":[130],"uneven":[131],"improvements":[132],"across":[133],"settings.":[137],"Our":[138],"findings":[139],"emphasize":[140],"need":[142],"go":[148],"beyond":[149],"language-level":[150],"to":[152],"more":[153],"accurately":[154],"assess":[155],"improve":[157],"low-resource":[161],"languages.":[162]},"counts_by_year":[],"updated_date":"2026-02-06T02:05:47.483045","created_date":"2026-02-06T00:00:00"}