{"id":"https://openalex.org/W7128606007","doi":"https://doi.org/10.48550/arxiv.2602.09839","title":"ARK: A Dual-Axis Multimodal Retrieval Benchmark along Reasoning and Knowledge","display_name":"ARK: A Dual-Axis Multimodal Retrieval Benchmark along Reasoning and Knowledge","publication_year":2026,"publication_date":"2026-02-10","ids":{"openalex":"https://openalex.org/W7128606007","doi":"https://doi.org/10.48550/arxiv.2602.09839"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.09839","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014377590","display_name":"Yijie Lin","orcid":"https://orcid.org/0009-0009-4552-336X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lin, Yijie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125655048","display_name":"Guofeng Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Guofeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125673566","display_name":"Haochen Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Haochen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125674169","display_name":"Haobin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haobin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051406229","display_name":"Mouxing Yang","orcid":"https://orcid.org/0000-0001-8544-6375"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Mouxing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125670854","display_name":"Xi Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Xi","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5014377590"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.00930000003427267,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6378999948501587},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.579200029373169},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5166000127792358},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.4442000091075897},{"id":"https://openalex.org/keywords/rewriting","display_name":"Rewriting","score":0.4300000071525574},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.4077000021934509},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.336899995803833}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7770000100135803},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6378999948501587},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.579200029373169},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.52920001745224},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5166000127792358},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.4442000091075897},{"id":"https://openalex.org/C154690210","wikidata":"https://www.wikidata.org/wiki/Q1668499","display_name":"Rewriting","level":2,"score":0.4300000071525574},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.42800000309944153},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.4077000021934509},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3513000011444092},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3188999891281128},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C2778493491","wikidata":"https://www.wikidata.org/wiki/Q7449072","display_name":"Semantic matching","level":3,"score":0.296099990606308},{"id":"https://openalex.org/C551230270","wikidata":"https://www.wikidata.org/wiki/Q4368942","display_name":"Data retrieval","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2687000036239624},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.09839","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.09839","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.09839","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.09839","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7329144477844238}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Existing":[0],"multimodal":[1,33,69,85,119],"retrieval":[2,34,53,80],"benchmarks":[3],"largely":[4],"emphasize":[5],"semantic":[6],"matching":[7,98],"on":[8,121],"daily-life":[9],"images":[10],"and":[11,18,51,56,84,87,118,123,130,136,152],"offer":[12],"limited":[13],"diagnostics":[14],"of":[15,66],"professional":[16],"knowledge":[17,40],"complex":[19],"reasoning.":[20,112],"To":[21,95],"address":[22],"this":[23],"gap,":[24],"we":[25],"introduce":[26],"ARK,":[27],"a":[28,125],"benchmark":[29],"designed":[30],"to":[31,72],"analyze":[32],"from":[35],"two":[36],"complementary":[37],"perspectives:":[38],"(i)":[39],"domains":[41,43],"(five":[42],"with":[44,81,105,133],"17":[45],"subtypes),":[46],"which":[47,62],"characterize":[48,63],"the":[49,64,74],"content":[50],"expertise":[52],"relies":[54],"on,":[55],"(ii)":[57],"reasoning":[58,138],"skills":[59],"(six":[60],"categories),":[61],"type":[65],"inference":[67],"over":[68],"evidence":[70],"required":[71],"identify":[73],"correct":[75],"candidate.":[76],"Specifically,":[77],"ARK":[78,122],"evaluates":[79],"both":[82],"unimodal":[83],"queries":[86,102],"candidates,":[88],"covering":[89],"16":[90],"heterogeneous":[91],"visual":[92,135],"data":[93],"types.":[94],"avoid":[96],"shortcut":[97],"during":[99],"evaluation,":[100],"most":[101],"are":[103],"paired":[104],"targeted":[106],"hard":[107],"negatives":[108],"that":[109,146],"require":[110],"multi-step":[111],"We":[113,143],"evaluate":[114],"23":[115],"representative":[116],"text-based":[117],"retrievers":[120],"observe":[124],"pronounced":[126],"gap":[127],"between":[128],"knowledge-intensive":[129],"reasoning-intensive":[131],"retrieval,":[132],"fine-grained":[134],"spatial":[137],"emerging":[139],"as":[140,150],"persistent":[141],"bottlenecks.":[142],"further":[144],"show":[145],"simple":[147],"enhancements":[148],"such":[149],"re-ranking":[151],"rewriting":[153],"yield":[154],"consistent":[155],"improvements,":[156],"but":[157],"substantial":[158],"headroom":[159],"remains.":[160]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-12T00:00:00"}