{"id":"https://openalex.org/W4415535453","doi":"https://doi.org/10.1145/3746027.3758193","title":"CMM-Math: A Chinese Multimodal Math Dataset To Evaluate and Enhance the Mathematics Reasoning of Large Multimodal Models","display_name":"CMM-Math: A Chinese Multimodal Math Dataset To Evaluate and Enhance the Mathematics Reasoning of Large Multimodal Models","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415535453","doi":"https://doi.org/10.1145/3746027.3758193"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3758193","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3758193","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016946757","display_name":"Wentao Liu","orcid":"https://orcid.org/0009-0008-3205-8684"},"institutions":[{"id":"https://openalex.org/I21945476","display_name":"Shanghai Normal University","ror":"https://ror.org/01cxqmw89","country_code":"CN","type":"education","lineage":["https://openalex.org/I21945476"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wentao Liu","raw_affiliation_strings":["East China Normal University, Shanghai, China and Shanghai Innovation Institute, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-3205-8684","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China and Shanghai Innovation Institute, Shanghai, China","institution_ids":["https://openalex.org/I21945476","https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004295685","display_name":"Qianjun Pan","orcid":"https://orcid.org/0009-0001-3757-8549"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianjun Pan","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-3757-8549","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yi Zhang","orcid":"https://orcid.org/0009-0007-1018-2978"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0007-1018-2978","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhuo Liu","orcid":"https://orcid.org/0009-0001-4161-6085"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Liu","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-4161-6085","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ji Wu","orcid":"https://orcid.org/0009-0005-9851-3748"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji Wu","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-9851-3748","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770462","display_name":"Jie Zhou","orcid":"https://orcid.org/0000-0002-2589-0164"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhou","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2589-0164","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050248676","display_name":"Aimin Zhou","orcid":"https://orcid.org/0000-0002-4768-5946"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aimin Zhou","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4768-5946","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362863","display_name":"Qin Chen","orcid":"https://orcid.org/0000-0002-5602-1877"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Chen","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5602-1877","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045465754","display_name":"Bo Jiang","orcid":"https://orcid.org/0000-0002-7914-1978"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Jiang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7914-1978","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010540039","display_name":"Liang He","orcid":"https://orcid.org/0000-0002-4723-5486"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang He","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4723-5486","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6464,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.8737338,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"12585","last_page":"12591"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14236","display_name":"Educational Tools and Methods","score":0.8309000134468079,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14236","display_name":"Educational Tools and Methods","score":0.8309000134468079,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.8144000172615051,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7768999934196472,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6779999732971191},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5723999738693237},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.5462999939918518},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5371999740600586},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.46209999918937683},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4359000027179718}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6779999732971191},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6053000092506409},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6018999814987183},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5723999738693237},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.5462999939918518},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5371999740600586},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4779999852180481},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.46209999918937683},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4359000027179718},{"id":"https://openalex.org/C130327152","wikidata":"https://www.wikidata.org/wiki/Q748349","display_name":"Mathematical structure","level":2,"score":0.4050999879837036},{"id":"https://openalex.org/C66783780","wikidata":"https://www.wikidata.org/wiki/Q1166625","display_name":"Mathematical problem","level":2,"score":0.4034999907016754},{"id":"https://openalex.org/C76969082","wikidata":"https://www.wikidata.org/wiki/Q486902","display_name":"Mathematical model","level":2,"score":0.3564999997615814},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.27709999680519104}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3758193","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3758193","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4761823380","display_name":null,"funder_award_id":"No. 23ZR1441800","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W4404575065"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"obtained":[5],"promising":[6],"results":[7],"in":[8,88,103,132],"mathematical":[9,56,168,192],"reasoning,":[10],"a":[11,40,67,138],"foundational":[12,163,165],"human":[13],"intelligence":[14],"skill.":[15],"Most":[16],"previous":[17],"studies":[18],"focus":[19],"on":[20,121,198],"improving":[21],"or":[22,106],"measuring":[23],"the":[24,55,97,104,122,127,145,186,196],"performance":[25,181],"of":[26,58,69,150],"LLMs":[27],"via":[28],"textual":[29],"math":[30,43,179],"datasets":[31,197],"(e.g.,":[32,72],"MATH,":[33],"GSM8K).":[34],"In":[35],"this":[36,110],"paper,":[37],"we":[38],"release":[39,195],"Chinese":[41],"multimodal":[42,191],"(CMM-Math)":[44],"dataset,":[45],"including":[46],"benchmark":[47],"and":[48,53,96,153,167,201],"training":[49],"parts,":[50],"to":[51,85,143],"evaluate":[52],"enhance":[54],"reasoning":[57,180],"LMMs.":[59],"CMM-Math":[60,123],"contains":[61],"over":[62,189],"28,000":[63],"high-quality":[64],"samples,":[65],"featuring":[66],"variety":[68],"problem":[70,91],"types":[71],"choice,":[73],"fill-in-the-blank,":[74],"analysis)":[75],"with":[76,147,185],"detailed":[77],"solutions":[78],"across":[79],"12":[80],"grade":[81],"levels":[82],"from":[83],"elementary":[84],"high":[86],"school":[87],"China.":[89],"The":[90,156,170],"may":[92,100],"contain":[93],"multiple":[94,151],"images,":[95],"visual":[98],"context":[99],"be":[101],"present":[102],"questions":[105],"opinions,":[107],"which":[108],"makes":[109],"dataset":[111],"more":[112],"challenging.":[113],"Our":[114],"comprehensive":[115],"analysis":[116],"reveals":[117],"that":[118,174],"state-of-the-art":[119],"LMMs":[120,188],"face":[124],"challenges,":[125],"emphasizing":[126],"necessity":[128],"for":[129],"further":[130],"improvements":[131],"LMM":[133,141],"development.":[134],"We":[135,194],"also":[136],"propose":[137],"Multimodal":[139],"Mathematical":[140],"(Math-LMM)":[142],"handle":[144],"problems":[146],"mixed":[148],"input":[149],"images":[152],"text":[154],"segments.":[155],"Math-LMM":[157],"is":[158],"trained":[159],"using":[160],"three":[161,190],"stages:":[162],"pre-training,":[164],"fine-tuning,":[166],"fine-tuning.":[169],"extensive":[171],"experiments":[172],"indicate":[173],"our":[175],"model":[176],"effectively":[177],"improves":[178],"by":[182],"comparing":[183],"it":[184],"SOTA":[187],"datasets.":[193],"GitHub":[199],"(https://github.com/ECNU-ICALK/EduChat-Math)":[200],"Huggingface":[202],"(https://huggingface.co/datasets/ecnu-icalk/cmm-math).":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-25T00:00:00"}