{"id":"https://openalex.org/W4412887716","doi":"https://doi.org/10.18653/v1/2025.findings-acl.1010","title":"SciVerse: Unveiling the Knowledge Comprehension and Visual Reasoning of LMMs on Multi-modal Scientific Problems","display_name":"SciVerse: Unveiling the Knowledge Comprehension and Visual Reasoning of LMMs on Multi-modal Scientific Problems","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412887716","doi":"https://doi.org/10.18653/v1/2025.findings-acl.1010"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.1010","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1010","pdf_url":"https://aclanthology.org/2025.findings-acl.1010.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.1010.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ziyu Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ziyu Guo","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079180694","display_name":"Renrui Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Renrui Zhang","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353673","display_name":"Hao Chen","orcid":"https://orcid.org/0009-0001-6480-7976"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hao Chen","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076814111","display_name":"Jialin Gao","orcid":"https://orcid.org/0000-0002-8554-7827"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jialin Gao","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102634569","display_name":"Dongzhi Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Dongzhi Jiang","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101691348","display_name":"Jiaze Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiaze Wang","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032708386","display_name":"Pheng\u2010Ann Heng","orcid":"https://orcid.org/0000-0003-3055-5034"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Pheng-Ann Heng","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"19683","last_page":"19704"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.8683000206947327,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.8683000206947327,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.7465999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.7436000108718872,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6826582551002502},{"id":"https://openalex.org/keywords/scientific-reasoning","display_name":"Scientific reasoning","score":0.6084616184234619},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5912510752677917},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5567248463630676},{"id":"https://openalex.org/keywords/modal-logic","display_name":"Modal logic","score":0.438485324382782},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4230629801750183},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3322012424468994},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.32146063446998596},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.256635457277298},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.11889183521270752}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6826582551002502},{"id":"https://openalex.org/C2992562121","wikidata":"https://www.wikidata.org/wiki/Q3817808","display_name":"Scientific reasoning","level":2,"score":0.6084616184234619},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5912510752677917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5567248463630676},{"id":"https://openalex.org/C27508121","wikidata":"https://www.wikidata.org/wiki/Q210841","display_name":"Modal logic","level":3,"score":0.438485324382782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4230629801750183},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3322012424468994},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.32146063446998596},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.256635457277298},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.11889183521270752},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.1010","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1010","pdf_url":"https://aclanthology.org/2025.findings-acl.1010.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.1010","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1010","pdf_url":"https://aclanthology.org/2025.findings-acl.1010.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322942","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48"},{"id":"https://openalex.org/F4320326427","display_name":"Innovation and Technology Fund","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412887716.pdf","grobid_xml":"https://content.openalex.org/works/W4412887716.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2616627668","https://openalex.org/W3137121595","https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W2102157173","https://openalex.org/W2051345519","https://openalex.org/W2028144918","https://openalex.org/W3016746667","https://openalex.org/W1587059467","https://openalex.org/W2962420748"],"abstract_inverted_index":{"The":[0,186],"rapid":[1],"advancement":[2],"of":[3,49,79,116,130,163,191,212,218,234,240],"Large":[4],"Multi-modal":[5],"Models":[6],"(LMMs)":[7],"has":[8],"enabled":[9],"their":[10,16,172],"application":[11],"in":[12,39,132,158,171],"scientific":[13,28,51,66,95,133,145,173],"problem-solving,":[14],"yet":[15],"finegrained":[17],"capabilities":[18],"remain":[19],"under-explored.In":[20],"this":[21],"paper,":[22],"we":[23,68,97,141],"introduce":[24],"SCIVERSE,":[25],"a":[26,143,150],"multimodal":[27,94],"evaluation":[29,147,162],"benchmark":[30],"to":[31,44,89,112,136],"thoroughly":[32],"assess":[33,138],"LMMs":[34,63,92,131,165],"across":[35],"5,735":[36],"test":[37],"instances":[38],"five":[40],"distinct":[41],"versions.We":[42],"aim":[43],"investigate":[45],"three":[46,74],"key":[47],"dimensions":[48],"LMMs:":[50],"knowledge":[52,80,124,154],"comprehension,":[53],"multi-modal":[54],"content":[55],"interpretation,":[56],"and":[57,87,104,126,155,175,193],"Chain-of-Thought":[58],"(CoT)":[59],"reasoning.To":[60],"unveil":[61],"whether":[62],"possess":[64],"sufficient":[65],"expertise,":[67],"first":[69],"transform":[70],"each":[71],"problem":[72],"into":[73,179],"versions":[75],"containing":[76],"different":[77,117,164],"levels":[78],"required":[81],"for":[82,208,230],"solving,":[83],"i.e.,":[84,102],"Knowledge-free,":[85],"-lite,":[86],"-rich.Then,":[88],"explore":[90],"how":[91],"interpret":[93],"content,":[96],"annotate":[98],"another":[99],"two":[100],"versions,":[101,118],"Vision-rich":[103],"-only,":[105],"marking":[106],"more":[107],"question":[108,187],"information":[109],"from":[110],"texts":[111],"diagrams.Comparing":[113],"the":[114,122,216,221,238,243],"results":[115],"SCIVERSE":[119,167],"systematically":[120],"examines":[121],"professional":[123],"stock":[125],"visual":[127],"perception":[128],"skills":[129],"domains.In":[134],"addition,":[135],"rigorously":[137],"CoT":[139,146],"reasoning,":[140],"propose":[142],"new":[144,177],"strategy,":[148],"conducting":[149],"step-wise":[151],"assessment":[152],"on":[153,166,220,242],"logical":[156],"errors":[157],"model":[159],"outputs.Our":[160],"extensive":[161],"reveals":[168],"critical":[169],"limitations":[170],"proficiency":[174],"provides":[176],"insights":[178],"future":[180],"developments.Project":[181],"page:":[182],"https://sciverse-cuhk.github.io.Knowledge-lite":[183],"Knowledge-free":[184],"Knowledge-rich":[185],"involves":[188],"Newton's":[189],"laws":[190],"motion":[192],"Kinematic":[194],"Equations.-Newton's":[195],"2nd":[196],"Law:":[197],"-Kinematic":[198],"Equations:":[199],"A":[200],"10-kg":[201,223],"box":[202,224],"slides":[203,225],"down":[204,226],"an":[205,227],"inclined":[206,228],"plane":[207,229],"2.0":[209,231],"s.The":[210,232],"coefficient":[211,233],"friction":[213,219,235,241],"is":[214,236],"0.1.Calculate":[215,237],"force":[217,239],"box.A":[222],"box.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}