{"id":"https://openalex.org/W4415539500","doi":"https://doi.org/10.1145/3746027.3758230","title":"MME-Finance: A Multimodal Finance Benchmark for Expert-level Understanding and Reasoning","display_name":"MME-Finance: A Multimodal Finance Benchmark for Expert-level Understanding and Reasoning","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415539500","doi":"https://doi.org/10.1145/3746027.3758230"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3758230","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3758230","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047019585","display_name":"Ziliang Gan","orcid":"https://orcid.org/0009-0000-7450-9887"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziliang Gan","raw_affiliation_strings":["Hithink Research, Hangzhou, Zhejiang, China and Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0000-7450-9887","affiliations":[{"raw_affiliation_string":"Hithink Research, Hangzhou, Zhejiang, China and Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101289439","display_name":"Dong Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Zhang","raw_affiliation_strings":["Hithink Research, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0001-8811-8454","affiliations":[{"raw_affiliation_string":"Hithink Research, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060134713","display_name":"Haohan Li","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haohan Li","raw_affiliation_strings":["Hangzhou Dianzi University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0005-4630-7344","affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101048973","display_name":"Yang Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Wu","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, Hubei, China"],"raw_orcid":"https://orcid.org/0009-0008-6885-3284","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025869540","display_name":"Xueyuan Lin","orcid":"https://orcid.org/0000-0002-8489-7796"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xueyuan Lin","raw_affiliation_strings":["Hithink Research, Hangzhou, Zhejiang, China and The Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-8489-7796","affiliations":[{"raw_affiliation_string":"Hithink Research, Hangzhou, Zhejiang, China and The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396329","display_name":"Ji Liu","orcid":"https://orcid.org/0000-0002-9421-4100"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji Liu","raw_affiliation_strings":["Hithink Research, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-9421-4100","affiliations":[{"raw_affiliation_string":"Hithink Research, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071627107","display_name":"Haipang Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haipang Wu","raw_affiliation_strings":["Hithink Research, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0000-0386-8479","affiliations":[{"raw_affiliation_string":"Hithink Research, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014172220","display_name":"Chaoyou Fu","orcid":"https://orcid.org/0000-0002-0079-7668"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaoyou Fu","raw_affiliation_strings":["Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-0079-7668","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051227924","display_name":"Zenglin Xu","orcid":"https://orcid.org/0000-0001-5550-6461"},"institutions":[{"id":"https://openalex.org/I129335695","display_name":"Shanghai Academy of Social Sciences","ror":"https://ror.org/04xa4q582","country_code":"CN","type":"facility","lineage":["https://openalex.org/I129335695"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zenglin Xu","raw_affiliation_strings":["Shanghai Academy of AI for Science, Shanghai, China and Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5550-6461","affiliations":[{"raw_affiliation_string":"Shanghai Academy of AI for Science, Shanghai, China and Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I129335695","https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034543604","display_name":"Rongjunchen Zhang","orcid":"https://orcid.org/0000-0003-1823-2726"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongjunchen Zhang","raw_affiliation_strings":["Hithink Research, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0003-1823-2726","affiliations":[{"raw_affiliation_string":"Hithink Research, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046017342","display_name":"Yong Dai","orcid":"https://orcid.org/0000-0002-3041-5851"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Dai","raw_affiliation_strings":["Hithink Research, Hangzhou, Zhejiang, China and Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3041-5851","affiliations":[{"raw_affiliation_string":"Hithink Research, Hangzhou, Zhejiang, China and Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"12867","last_page":"12874"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7272999882698059},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6281999945640564},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5257999897003174},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4814000129699707},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4514999985694885},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.40619999170303345}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7272999882698059},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6281999945640564},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6169000267982483},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5257999897003174},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4934999942779541},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4814000129699707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47859999537467957},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4514999985694885},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.40619999170303345},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.3750999867916107},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3504999876022339},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3301999866962433},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.314300000667572},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.2939999997615814}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3758230","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3758230","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1895577753","https://openalex.org/W1933349210","https://openalex.org/W2185175083","https://openalex.org/W2560730294","https://openalex.org/W2963115613","https://openalex.org/W2963518342","https://openalex.org/W2963622213","https://openalex.org/W3181159501","https://openalex.org/W4393148430","https://openalex.org/W4402727764","https://openalex.org/W4405595839"],"related_works":[],"abstract_inverted_index":{"To":[0,32,66],"date,":[1],"there":[2],"is":[3,181],"a":[4,21],"notable":[5],"lack":[6],"of":[7,98,117,147,175],"rigorous":[8],"benchmarks":[9],"that":[10,80,157],"assess":[11,106],"Multimodal":[12],"Large":[13],"Language":[14],"Models":[15],"(MLLMs)":[16],"within":[17],"the":[18,39,91,122,138,151,173],"financial":[19,26,47,177],"domain,":[20],"field":[22],"characterized":[23],"by":[24,86],"specialized":[25],"charts":[27],"and":[28,62,110,119,125,172],"complex":[29],"domain-specific":[30,176],"expertise.":[31],"address":[33],"this":[34],"gap,":[35],"we":[36,74],"introduce":[37],"MME-Finance,":[38],"first":[40],"comprehensive":[41,96],"bilingual":[42],"multimodal":[43,92],"benchmark":[44],"tailored":[45],"for":[46],"analysis.":[48],"MME-Finance":[49],"comprises":[50],"4,751":[51],"meticulously":[52],"curated":[53],"samples,":[54],"encompassing":[55],"2,274":[56],"open-ended":[57,123,139],"questions,":[58,61,127],"2,000":[59],"binary-choice":[60,152],"477":[63],"multi-turn":[64,126],"questions.":[65],"mitigate":[67],"bias":[68],"when":[69],"LLMs":[70],"act":[71],"as":[72],"judges,":[73],"also":[75],"created":[76],"an":[77,144],"evaluation":[78,97],"framework":[79],"strengthens":[81],"alignment":[82],"with":[83],"human":[84],"judgments":[85],"embedding":[87],"visual":[88,170],"context":[89],"into":[90],"assessment":[93],"pipeline.":[94],"A":[95],"31":[99],"popular":[100],"MLLMs":[101,159],"has":[102],"been":[103],"conducted":[104],"to":[105],"their":[107],"perception,":[108],"reasoning,":[109],"cognitive":[111],"capabilities.":[112],"Gemini2.5Pro":[113],"achieves":[114,143],"highest":[115],"accuracy":[116,136],"79.28%":[118],"85.71%":[120],"on":[121,137,150],"questions":[124],"respectively.":[128],"Among":[129],"open-source":[130],"models,":[131],"InternVL3-78B":[132],"attains":[133],"71.24":[134],"%":[135,149],"question,":[140],"whereas":[141],"Qwen2.5-VL-72B":[142],"F1":[145],"score":[146],"88.73":[148],"question.":[153],"The":[154],"results":[155],"indicate":[156],"state-of-the-art":[158],"demonstrate":[160],"considerable":[161],"overall":[162],"competence,":[163],"yet":[164],"exhibit":[165],"significant":[166],"deficiencies":[167],"in":[168],"fine-grained":[169],"perception":[171],"understanding":[174],"images.":[178],"Source":[179],"code":[180],"available":[182],"at":[183],"https://github.com/HiThink-Research/MME-Finance.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-25T00:00:00"}