{"id":"https://openalex.org/W7166796127","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1416","title":"Almieyar-Oryx-BloomBench: A Bilingual Multimodal Benchmark for Cognitively Informed Evaluation of Vision-Language Models","display_name":"Almieyar-Oryx-BloomBench: A Bilingual Multimodal Benchmark for Cognitively Informed Evaluation of Vision-Language Models","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166796127","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1416"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.1416","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1416","pdf_url":"https://aclanthology.org/2026.findings-acl.1416.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.1416.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139844552","display_name":"Mohammad Mahdi Abootorabi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammad Mahdi Abootorabi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032865248","display_name":"Omid Ghahroodi","orcid":"https://orcid.org/0000-0001-5577-882X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Omid Ghahroodi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139746062","display_name":"Anas Madkoor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anas Madkoor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113139054","display_name":"Marzia Nouri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marzia Nouri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070294361","display_name":"Doratossadat Dastgheib","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Doratossadat Dastgheib","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5014316659","display_name":"Ehsaneddin Asgari","orcid":"https://orcid.org/0000-0002-6518-7238"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ehsaneddin Asgari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.85566828,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"28404","last_page":"28436"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7890999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7890999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12694","display_name":"Categorization, perception, and language","score":0.020500000566244125,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.01940000057220459,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5097000002861023},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.2847999930381775},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.25589999556541443},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.23499999940395355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6086000204086304},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5097000002861023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5019999742507935},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4368000030517578},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.31700000166893005},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30250000953674316},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2492000013589859},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.23499999940395355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.1416","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1416","pdf_url":"https://aclanthology.org/2026.findings-acl.1416.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.1416","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1416","pdf_url":"https://aclanthology.org/2026.findings-acl.1416.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7415356636047363}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320875","display_name":"Deutscher Akademischer Austauschdienst","ror":"https://ror.org/039djdh30"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166796127.pdf","grobid_xml":"https://content.openalex.org/works/W7166796127.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"the":[1,8,54,58],"rapid":[2],"progress":[3,22],"of":[4,53,76,117],"Vision-Language":[5],"Models":[6],"(VLMs),":[7],"field":[9],"lacks":[10],"benchmarks":[11],"that":[12,151],"rigorously":[13],"diagnose":[14,121],"their":[15,122],"true":[16],"reasoning":[17],"abilities":[18],"and":[19,39,93,107,147,172,190,195],"chart":[20],"meaningful":[21],"toward":[23],"human-like":[24],"multimodal":[25,64,154,179],"intelligence.Most":[26],"existing":[27],"evaluations":[28],"focus":[29],"on":[30],"piecemeal":[31],"or":[32],"disconnected":[33],"tasks,":[34],"obscuring":[35],"critical":[36,167],"cognitive":[37,123,129,161],"weaknesses":[38],"providing":[40],"little":[41],"insight":[42],"for":[43,66,185],"targeted":[44],"improvement.To":[45],"address":[46],"this":[47,110],"gap,":[48],"we":[49,112],"introduce":[50],"BloomBench,":[51],"part":[52],"Almieyar":[55],"benchmarking":[56],"series,":[57],"first":[59],"cognitively":[60,188],"humangrounded,":[61],"bilingual":[62],"(English-Arabic)":[63],"benchmark":[65,193],"VLMs.Grounded":[67],"in":[68,138,159,176],"Bloom's":[69],"Taxonomy,":[70],"BloomBench":[71],"systematically":[72],"evaluates":[73],"six":[74],"levels":[75],"cognition":[77],"(Remember,":[78],"Understand,":[79],"Apply,":[80],"Analyze,":[81],"Evaluate,":[82],"Create)":[83],"through":[84,95],"carefully":[85],"designed":[86],"image-question-answer":[87],"tasks.Built":[88],"with":[89,144],"a":[90,96,114,127,166,183],"semiautomated":[91],"pipeline":[92],"validated":[94],"stratified":[97],"hybrid":[98],"quality":[99],"assurance":[100],"protocol,":[101],"it":[102],"ensures":[103],"scalability,":[104],"cultural":[105],"inclusivity,":[106],"linguistic":[108],"fidelity.Leveraging":[109],"framework,":[111],"conduct":[113],"comprehensive":[115],"study":[116,164],"stateof-the-art":[118],"VLMs":[119],"to":[120],"profiles.Our":[124],"analysis":[125],"reveals":[126],"sharp":[128],"asymmetry:":[130],"while":[131],"state-of-the-art":[132],"models":[133],"achieve":[134],"strong":[135],"performance":[136,168],"ceilings":[137],"semantic":[139],"understanding,":[140],"they":[141],"struggle":[142],"substantially":[143],"factual":[145],"recall":[146],"creative":[148],"synthesis.This":[149],"demonstrates":[150],"current":[152,177],"general":[153],"proficiency":[155],"masks":[156],"deeper":[157],"limitations":[158,175],"specific":[160],"layers.Furthermore,":[162],"our":[163],"highlights":[165],"gap":[169],"between":[170],"Arabic":[171],"English,":[173],"exposing":[174],"cross-lingual":[178],"reasoning.These":[180],"findings":[181],"establish":[182],"foundation":[184],"developing":[186],"more":[187],"aligned":[189],"inclusive":[191],"VLMs.The":[192],"framework":[194],"dataset":[196],"is":[197],"available":[198],"at:":[199],"https://github.com/qcri/":[200],"Almieyar-Oryx-BloomBench.":[201]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}