{"id":"https://openalex.org/W4415535453","doi":"https://doi.org/10.1145/3746027.3758193","title":"CMM-Math: A Chinese Multimodal Math Dataset To Evaluate and Enhance the Mathematics Reasoning of Large Multimodal Models","display_name":"CMM-Math: A Chinese Multimodal Math Dataset To Evaluate and Enhance the Mathematics Reasoning of Large Multimodal Models","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415535453","doi":"https://doi.org/10.1145/3746027.3758193"},"language":"en","primary_location":{"id":"doi:10.1145/3746027.3758193","doi":"https://doi.org/10.1145/3746027.3758193","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3758193","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.02834","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016946757","display_name":"Wentao Liu","orcid":"https://orcid.org/0009-0008-3205-8684","observed_orcids":["https://orcid.org/0009-0008-3205-8684"]},"institutions":[{"id":"https://openalex.org/I4405279436","display_name":"Shanghai Innovation Institute","ror":"https://ror.org/01fatbw66","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405279436"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wentao Liu","raw_affiliation_strings":["East China Normal University, Shanghai, China and Shanghai Innovation Institute, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-3205-8684","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China and Shanghai Innovation Institute, Shanghai, China","institution_ids":["https://openalex.org/I4405279436","https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004295685","display_name":"Qianjun Pan","orcid":"https://orcid.org/0009-0001-3757-8549","observed_orcids":["https://orcid.org/0009-0001-3757-8549"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianjun Pan","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-3757-8549","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yi Zhang","orcid":"https://orcid.org/0009-0007-1018-2978","observed_orcids":["https://orcid.org/0009-0007-1018-2978"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0007-1018-2978","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhuo Liu","orcid":"https://orcid.org/0009-0001-4161-6085","observed_orcids":["https://orcid.org/0009-0001-4161-6085"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Liu","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-4161-6085","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ji Wu","orcid":"https://orcid.org/0009-0005-9851-3748","observed_orcids":["https://orcid.org/0009-0005-9851-3748"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji Wu","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-9851-3748","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770462","display_name":"Jie Zhou","orcid":"https://orcid.org/0000-0002-2589-0164","observed_orcids":["https://orcid.org/0000-0002-2589-0164"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhou","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2589-0164","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050248676","display_name":"Aimin Zhou","orcid":"https://orcid.org/0000-0002-4768-5946","observed_orcids":["https://orcid.org/0000-0002-4768-5946"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aimin Zhou","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4768-5946","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362863","display_name":"Qin Chen","orcid":"https://orcid.org/0000-0002-5602-1877","observed_orcids":["https://orcid.org/0000-0002-5602-1877"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Chen","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5602-1877","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045465754","display_name":"Bo Jiang","orcid":"https://orcid.org/0000-0002-7914-1978","observed_orcids":["https://orcid.org/0000-0002-7914-1978"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Jiang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7914-1978","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010540039","display_name":"Liang He","orcid":"https://orcid.org/0000-0002-4723-5486","observed_orcids":["https://orcid.org/0000-0002-4723-5486"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang He","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4723-5486","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2672,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.90534921,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"12585","last_page":"12591"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9657999873161316,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9657999873161316,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12522","display_name":"Mathematics Education and Pedagogy","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.0071000000461936,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.7889999747276306},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8100000023841858},{"id":"https://openalex.org/keywords/multimodal-models","display_name":"multimodal models","score":0.8539999723434448},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"visual reasoning","score":0.5379999876022339},{"id":"https://openalex.org/keywords/chinese-education","display_name":"Chinese education","score":0.42500001192092896}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6779999732971191},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6053000092506409},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6018999814987183},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5723999738693237},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.5462999939918518},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5371999740600586},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4779999852180481},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.46209999918937683},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4359000027179718},{"id":"https://openalex.org/C130327152","wikidata":"https://www.wikidata.org/wiki/Q748349","display_name":"Mathematical structure","level":2,"score":0.4050999879837036},{"id":"https://openalex.org/C66783780","wikidata":"https://www.wikidata.org/wiki/Q1166625","display_name":"Mathematical problem","level":2,"score":0.4034999907016754},{"id":"https://openalex.org/C76969082","wikidata":"https://www.wikidata.org/wiki/Q486902","display_name":"Mathematical model","level":2,"score":0.3564999997615814},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.27709999680519104}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3746027.3758193","doi":"https://doi.org/10.1145/3746027.3758193","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3758193","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2409.02834","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.02834","pdf_url":"https://arxiv.org/pdf/2409.02834","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.02834","doi":"https://doi.org/10.48550/arxiv.2409.02834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.02834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.02834","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.02834","pdf_url":"https://arxiv.org/pdf/2409.02834","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.5}],"study_designs":[],"awards":[{"id":"https://openalex.org/G4761823380","display_name":null,"funder_award_id":"No. 23ZR1441800","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415535453.pdf","grobid_xml":"https://content.openalex.org/works/W4415535453.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W4404575065"],"related_works":["https://openalex.org/W4404781880","https://openalex.org/W4402345535","https://openalex.org/W4403747445","https://openalex.org/W4402953065","https://openalex.org/W4416034475","https://openalex.org/W4415542893","https://openalex.org/W4413147418","https://openalex.org/W4415796163","https://openalex.org/W7125681069","https://openalex.org/W4409362514"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"obtained":[5],"promising":[6],"results":[7],"in":[8,88,103,132],"mathematical":[9,56,168,192],"reasoning,":[10],"a":[11,40,67,138],"foundational":[12,163,165],"human":[13],"intelligence":[14],"skill.":[15],"Most":[16],"previous":[17],"studies":[18],"focus":[19],"on":[20,121,198],"improving":[21],"or":[22,106],"measuring":[23],"the":[24,55,97,104,122,127,145,186,196],"performance":[25,181],"of":[26,58,69,150],"LLMs":[27],"via":[28],"textual":[29],"math":[30,43,179],"datasets":[31,197],"(e.g.,":[32,72],"MATH,":[33],"GSM8K).":[34],"In":[35],"this":[36,110],"paper,":[37],"we":[38],"release":[39,195],"Chinese":[41],"multimodal":[42,191],"(CMM-Math)":[44],"dataset,":[45],"including":[46],"benchmark":[47],"and":[48,53,96,153,167,201],"training":[49],"parts,":[50],"to":[51,85,143],"evaluate":[52],"enhance":[54],"reasoning":[57,180],"LMMs.":[59],"CMM-Math":[60,123],"contains":[61],"over":[62,189],"28,000":[63],"high-quality":[64],"samples,":[65],"featuring":[66],"variety":[68],"problem":[70,91],"types":[71],"choice,":[73],"fill-in-the-blank,":[74],"analysis)":[75],"with":[76,147,185],"detailed":[77],"solutions":[78],"across":[79],"12":[80],"grade":[81],"levels":[82],"from":[83],"elementary":[84],"high":[86],"school":[87],"China.":[89],"The":[90,156,170],"may":[92,100],"contain":[93],"multiple":[94,151],"images,":[95],"visual":[98],"context":[99],"be":[101],"present":[102],"questions":[105],"opinions,":[107],"which":[108],"makes":[109],"dataset":[111],"more":[112],"challenging.":[113],"Our":[114],"comprehensive":[115],"analysis":[116],"reveals":[117],"that":[118,174],"state-of-the-art":[119],"LMMs":[120,188],"face":[124],"challenges,":[125],"emphasizing":[126],"necessity":[128],"for":[129],"further":[130],"improvements":[131],"LMM":[133,141],"development.":[134],"We":[135,194],"also":[136],"propose":[137],"Multimodal":[139],"Mathematical":[140],"(Math-LMM)":[142],"handle":[144],"problems":[146],"mixed":[148],"input":[149],"images":[152],"text":[154],"segments.":[155],"Math-LMM":[157],"is":[158],"trained":[159],"using":[160],"three":[161,190],"stages:":[162],"pre-training,":[164],"fine-tuning,":[166],"fine-tuning.":[169],"extensive":[171],"experiments":[172],"indicate":[173],"our":[175],"model":[176],"effectively":[177],"improves":[178],"by":[182],"comparing":[183],"it":[184],"SOTA":[187],"datasets.":[193],"GitHub":[199],"(https://github.com/ECNU-ICALK/EduChat-Math)":[200],"Huggingface":[202],"(https://huggingface.co/datasets/ecnu-icalk/cmm-math).":[203]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-25T00:00:00"}