{"id":"https://openalex.org/W7161078934","doi":"https://doi.org/10.48550/arxiv.2605.12154","title":"MM-OptBench: A Solver-Grounded Benchmark for Multimodal Optimization Modeling","display_name":"MM-OptBench: A Solver-Grounded Benchmark for Multimodal Optimization Modeling","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161078934","doi":"https://doi.org/10.48550/arxiv.2605.12154"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.12154","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12154","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.12154","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136014943","display_name":"Zhong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112378738","display_name":"Qi Huang","orcid":"https://orcid.org/0000-0002-3603-1875"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136009089","display_name":"Yuxuan Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136071773","display_name":"Mohammad Mohammadi Amiri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amiri, Mohammad Mohammadi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136058668","display_name":"Niki van Stein","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"van Stein, Niki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136040607","display_name":"Thomas B\u00e4ck","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"B\u00e4ck, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136034808","display_name":"Matthijs van Leeuwen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"van Leeuwen, Matthijs","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136042946","display_name":"Zaiwen Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Zaiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5024505048","display_name":"Lincen Yang","orcid":"https://orcid.org/0000-0003-1936-2784"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Lincen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.3156000077724457,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.3156000077724457,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.12200000137090683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.07999999821186066,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7803000211715698},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7038999795913696},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.6978999972343445},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5439000129699707},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4952999949455261},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.48190000653266907},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.48159998655319214},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4350999891757965}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7906000018119812},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7803000211715698},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7038999795913696},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.6978999972343445},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5439000129699707},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4952999949455261},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.48159998655319214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4438999891281128},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4350999891757965},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.40470001101493835},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3546999990940094},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C96147967","wikidata":"https://www.wikidata.org/wiki/Q190686","display_name":"Subroutine","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3059000074863434},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.28940001130104065},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2827000021934509},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.27090001106262207},{"id":"https://openalex.org/C92995354","wikidata":"https://www.wikidata.org/wiki/Q5165499","display_name":"Continuous optimization","level":4,"score":0.2662999927997589},{"id":"https://openalex.org/C76969082","wikidata":"https://www.wikidata.org/wiki/Q486902","display_name":"Mathematical model","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.262800008058548}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.12154","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12154","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.12154","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12154","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7191073298454285,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Optimization":[0],"modeling":[1],"translates":[2],"real":[3],"decision-making":[4],"problems":[5],"into":[6,237],"mathematical":[7,79],"optimization":[8,21,67,102,139],"models":[9,15,74,154,160,185],"and":[10,23,62,81,110,116,143,161,169,188,205,230,232,240],"solver-executable":[11],"implementations.":[12],"Although":[13],"language":[14,153],"are":[16,28,44],"increasingly":[17],"used":[18],"to":[19],"generate":[20],"formulations":[22,239],"solver":[24,83],"code,":[25],"existing":[26],"benchmarks":[27],"almost":[29],"entirely":[30],"text-only.":[31],"This":[32],"omits":[33],"many":[34],"optimization-modeling":[35],"tasks":[36],"that":[37,99,175,220],"arise":[38,222],"in":[39,46,72],"operational":[40],"practice,":[41],"where":[42],"requirements":[43],"described":[45],"text":[47,229],"but":[48],"instance":[49,226],"information":[50],"is":[51,200],"conveyed":[52],"through":[53],"visual":[54],"artifacts":[55],"such":[56],"as":[57,129],"tables,":[58],"graphs,":[59],"maps,":[60],"schedules,":[61],"dashboards.":[63],"We":[64,125,148],"introduce":[65],"multimodal":[66,151,249],"modeling,":[68],"a":[69,78,86,96,131,244],"benchmark":[70,132],"setting":[71],"which":[73],"must":[75],"construct":[76],"both":[77,112,223],"formulation":[80],"executable":[82],"code":[84],"from":[85,120,180,228],"text-and-visual":[87],"problem":[88],"specification.":[89],"To":[90],"evaluate":[91,149],"this":[92],"setting,":[93],"we":[94],"develop":[95],"solver-grounded":[97],"framework":[98,128],"generates":[100],"structured":[101],"instances,":[103],"verifies":[104],"each":[105],"with":[106,165],"an":[107],"exact":[108],"solver,":[109],"builds":[111],"the":[113,121,127,176,182,195],"model-facing":[114],"inputs":[115],"hidden":[117],"reference":[118],"files":[119],"same":[122],"verified":[123],"source.":[124],"instantiate":[126],"MM-OptBench,":[130],"of":[133],"780":[134],"solver-verified":[135],"instances":[136,204],"spanning":[137],"6":[138,157],"families,":[140],"26":[141],"subcategories,":[142],"3":[144,162],"structural":[145],"difficulty":[146],"levels.":[147],"9":[150],"large":[152],"(MLLMs),":[155],"including":[156],"frontier":[158],"general-purpose":[159,197],"math-specialized":[163,212],"models,":[164],"aggregate,":[166],"family-level,":[167],"difficulty-level,":[168],"failure-mode":[170],"analyses.":[171],"The":[172],"results":[173],"show":[174],"task":[177],"remains":[178],"far":[179],"solved:":[181],"best":[183],"two":[184],"reach":[186],"52.1%":[187],"51.3%":[189],"pass@1,":[190],"while":[191],"on":[192,202,207],"average":[193],"across":[194],"six":[196],"MLLMs,":[198],"pass@1":[199],"43.4%":[201],"easy":[203],"15.9%":[206],"hard":[208],"instances.":[209,216],"All":[210],"three":[211],"MLLMs":[213],"solve":[214],"0/780":[215],"Failure":[217],"attribution":[218],"shows":[219],"errors":[221],"when":[224,233],"extracting":[225],"data":[227,236],"visuals":[231],"turning":[234],"extracted":[235],"solver-correct":[238],"code.":[241],"MM-OptBench":[242],"provides":[243],"testbed":[245],"for":[246],"solver-grounded,":[247],"decision-oriented":[248],"intelligence.":[250]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-14T00:00:00"}