{"id":"https://openalex.org/W7162767581","doi":"https://doi.org/10.48550/arxiv.2605.29833","title":"OmniMatBench: A Human-Calibrated Multimodal Reasoning Benchmark Across 19 Materials Science Subfields","display_name":"OmniMatBench: A Human-Calibrated Multimodal Reasoning Benchmark Across 19 Materials Science Subfields","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162767581","doi":"https://doi.org/10.48550/arxiv.2605.29833"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.29833","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29833","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.29833","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137363772","display_name":"Wanhao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Wanhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010620570","display_name":"Jiaqing Xie","orcid":"https://orcid.org/0000-0001-7634-4457"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Jiaqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041767486","display_name":"Qian Tan","orcid":"https://orcid.org/0000-0002-1968-329X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Qian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137366435","display_name":"Weida Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Weida","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137330387","display_name":"Jue Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020814994","display_name":"Ran Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Ran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137348100","display_name":"Zhuo Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137351677","display_name":"Wanli Ouyang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouyang, Wanli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137353472","display_name":"Lei Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137365523","display_name":"Tianfan Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Tianfan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137330475","display_name":"Lu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137321952","display_name":"Xin Chen","orcid":"https://orcid.org/0009-0006-0521-8801"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137391078","display_name":"Yuqiang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9577000141143799,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9577000141143799,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12938","display_name":"Material Selection and Properties","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10366","display_name":"Discourse Analysis in Language Studies","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.699400007724762},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5311999917030334},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.5044000148773193},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.49559998512268066},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.4767000079154968},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.3662000000476837}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.699400007724762},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6877999901771545},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5311999917030334},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.5044000148773193},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.49559998512268066},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4767000079154968},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4350999891757965},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.3662000000476837},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.33869999647140503},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3167000114917755},{"id":"https://openalex.org/C2780841128","wikidata":"https://www.wikidata.org/wiki/Q5073781","display_name":"Characterization (materials science)","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.2750999927520752},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.2653000056743622}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.29833","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29833","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.29833","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29833","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4194360077381134,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"multimodal":[1,60],"language":[2],"models":[3],"play":[4],"an":[5],"increasingly":[6],"important":[7],"role":[8],"in":[9,118,166],"scientific":[10],"research,":[11],"materials":[12,28,46,64,80,86,133],"science":[13],"offers":[14],"a":[15,58,110,115,160],"critical":[16],"testbed":[17],"due":[18],"to":[19,48],"its":[20],"interdisciplinary,":[21],"multimodal,":[22],"and":[23,71,83,88,90,92,99,102,135,143,153,158],"application-driven":[24],"nature.":[25],"However,":[26],"existing":[27],"benchmarks":[29],"mainly":[30],"focus":[31],"on":[32],"property":[33],"prediction,":[34],"knowledge":[35,47,138],"QA,":[36],"or":[37],"characterization":[38],"understanding,":[39],"leaving":[40],"the":[41,105,151],"broader":[42],"reasoning":[43,61,130],"process":[44],"from":[45],"application":[49,139],"underexplored.":[50],"To":[51],"fill":[52],"this":[53],"gap,":[54],"we":[55],"present":[56],"OmniMatBench,":[57],"human-calibrated":[59],"benchmark":[62],"for":[63,162],"science.":[65],"OmniMatBench":[66,146],"contains":[67],"3,171":[68],"expert-curated":[69],"QA":[70],"calculation":[72],"problems":[73],"across":[74,127],"19":[75],"materials-science":[76,120,167],"subfields,":[77,128],"spanning":[78],"fundamental":[79],"knowledge,":[81,134],"structural":[82],"engineering":[84],"materials,":[85],"processing":[87],"manufacturing,":[89],"functional":[91],"applied":[93],"materials.":[94],"We":[95],"evaluate":[96],"13":[97],"open-source":[98],"closed-source":[100],"MLLMs":[101,157],"find":[103],"that":[104],"best":[106],"model":[107],"achieves":[108],"only":[109],"0.372":[111],"overall":[112],"score,":[113],"revealing":[114],"substantial":[116],"gap":[117],"current":[119,156],"reasoning.":[121],"Further":[122],"analysis":[123],"shows":[124],"strong":[125],"variation":[126],"fixed":[129],"heuristics,":[131],"uneven":[132],"limited":[136],"high-level":[137],"under":[140],"formula-,":[141],"retrieval-,":[142],"code-assisted":[144],"settings.":[145],"provides":[147],"crucial":[148],"insights":[149],"into":[150],"capabilities":[152],"limitations":[154],"of":[155],"establishes":[159],"foundation":[161],"reliable":[163],"AI":[164],"assistants":[165],"research.":[168]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-30T00:00:00"}