{"id":"https://openalex.org/W7164060639","doi":"https://doi.org/10.48550/arxiv.2606.08034","title":"Sci-Rho: A Multilingual Visually-Grounded Symbolic Benchmark for STEM Problems","display_name":"Sci-Rho: A Multilingual Visually-Grounded Symbolic Benchmark for STEM Problems","publication_year":2026,"publication_date":"2026-06-06","ids":{"openalex":"https://openalex.org/W7164060639","doi":"https://doi.org/10.48550/arxiv.2606.08034"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.08034","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08034","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.08034","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119979277","display_name":"Muhammad Falensi Azmi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azmi, Muhammad Falensi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138268005","display_name":"Ikhlasul Akmal Hanif","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanif, Ikhlasul Akmal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138216470","display_name":"Vallerie Alexandra Putra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Putra, Vallerie Alexandra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106930344","display_name":"Adi Yeltay","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeltay, Adi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138264765","display_name":"Abdullah Mubarak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mubarak, Abdullah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5065822589","display_name":"Fajri Koto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koto, Fajri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.30570000410079956,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.30570000410079956,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.09480000287294388,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.07609999924898148,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.7468000054359436},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6862000226974487},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5738000273704529},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.49570000171661377},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4251999855041504},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.3057999908924103},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.2994999885559082}],"concepts":[{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7468000054359436},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6862000226974487},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6597999930381775},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5738000273704529},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.49570000171661377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45969998836517334},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4251999855041504},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41499999165534973},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3377000093460083},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3337000012397766},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29170000553131104},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C2779639559","wikidata":"https://www.wikidata.org/wiki/Q7661178","display_name":"Symbolic execution","level":3,"score":0.2669999897480011},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C82714645","wikidata":"https://www.wikidata.org/wiki/Q438331","display_name":"Template","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25589999556541443},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.08034","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08034","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.08034","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08034","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8321921825408936,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Symbolic":[0],"benchmarks":[1,21,215],"have":[2],"emerged":[3],"as":[4,75,127,216],"a":[5,44,120,134,171,188,217],"key":[6],"approach":[7],"to":[8,15,25,199,203,219],"assess":[9],"model":[10,135],"robustness":[11],"under":[12],"minor":[13],"modifications":[14],"STEM-related":[16],"questions.":[17],"However,":[18],"existing":[19],"symbolic":[20],"mostly":[22],"remain":[23,162],"limited":[24],"mathematical":[26],"reasoning,":[27],"lack":[28],"visual":[29,90],"grounding,":[30],"and":[31,54,96,110,118,142,159,177],"are":[32],"predominantly":[33],"in":[34,100,103,194],"English.":[35],"In":[36],"this":[37,167],"work,":[38],"we":[39],"introduce":[40],"Sci-Rho":[41],"(Science":[42],"Rhobustness),":[43],"dynamic":[45],"benchmark":[46],"for":[47],"visually-grounded":[48],"STEM":[49],"problems":[50],"spanning":[51],"five":[52],"subjects":[53],"seven":[55],"languages,":[56,156],"comprising":[57],"4,242":[58],"problem":[59,84,131],"templates":[60,132],"(606":[61],"per":[62],"language)":[63],"crafted":[64],"by":[65,86],"domain":[66],"experts,":[67],"including":[68],"Olympiad":[69],"medalists.":[70],"Each":[71],"template":[72],"is":[73],"implemented":[74],"executable":[76],"Python":[77],"code":[78],"that":[79,133,148],"generates":[80],"diverse":[81],"but":[82],"equivalent":[83],"instances":[85,102],"varying":[87],"numerical":[88],"values,":[89],"patterns,":[91],"geometric":[92],"shapes,":[93],"color":[94],"schemes,":[95],"function":[97],"types,":[98],"resulting":[99],"42,420":[101],"total,":[104],"each":[105],"paired":[106],"with":[107],"reasoning":[108],"steps":[109],"ground-truth":[111],"solutions.":[112],"We":[113,145],"evaluated":[114],"17":[115],"state-of-the-art":[116],"VLMs":[117],"discovered":[119,147],"noticeable":[121,152],"gap":[122,173],"between":[123,174],"worst-case":[124,178],"accuracy":[125],"(defined":[126],"the":[128,195,209,221],"proportion":[129],"of":[130,184,187,211,223],"answers":[136],"correctly":[137],"across":[138,155],"every":[139],"generated":[140],"variation)":[141],"average":[143,175],"accuracy.":[144],"also":[146],"smaller":[149],"models":[150,161],"show":[151],"performance":[153],"degradation":[154],"whereas":[157],"proprietary":[158],"larger":[160],"robust.":[163],"Step-level":[164],"evaluation":[165,212],"reflects":[166],"same":[168],"trend,":[169],"revealing":[170],"significant":[172],"F1":[176,179],"scores.":[180],"Finally,":[181],"our":[182],"inspection":[183],"attention":[185,197],"heads":[186],"VLM":[189],"reveals":[190],"substantial":[191],"cross-lingual":[192],"variation":[193],"relative":[196],"allocated":[198],"image":[200],"tokens":[201],"compared":[202],"text":[204],"tokens.":[205],"Our":[206],"work":[207],"highlights":[208],"importance":[210],"beyond":[213],"static":[214],"metric":[218],"measure":[220],"quality":[222],"VLMs.":[224]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-10T00:00:00"}