{"id":"https://openalex.org/W4399695649","doi":"https://doi.org/10.1109/iccv51701.2025.00845","title":"INS-MMBench: A Comprehensive Benchmark for Evaluating LVLMs' Performance in Insurance","display_name":"INS-MMBench: A Comprehensive Benchmark for Evaluating LVLMs' Performance in Insurance","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4399695649","doi":"https://doi.org/10.1109/iccv51701.2025.00845"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51701.2025.00845","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00845","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.09105","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006867723","display_name":"Chenwei Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenwei Lin","raw_affiliation_strings":["Institute of Big Data, Fudan University,Shanghai,China,200433"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Big Data, Fudan University,Shanghai,China,200433","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040900346","display_name":"Hanjia Lyu","orcid":"https://orcid.org/0000-0002-3876-0094"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanjia Lyu","raw_affiliation_strings":["University of Rochester,Department of Computer Science,Rochester,NY,USA,14627"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rochester,Department of Computer Science,Rochester,NY,USA,14627","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100533278","display_name":"Xu Xian","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian Xu","raw_affiliation_strings":["School of Economics, Fudan University,Shanghai,China,200433"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics, Fudan University,Shanghai,China,200433","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055469774","display_name":"Jiebo Luo","orcid":"https://orcid.org/0000-0002-4516-9729"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiebo Luo","raw_affiliation_strings":["University of Rochester,Department of Computer Science,Rochester,NY,USA,14627"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rochester,Department of Computer Science,Rochester,NY,USA,14627","institution_ids":["https://openalex.org/I5388228"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9036","last_page":"9047"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12394","display_name":"Insurance and Financial Risk Management","score":0.8253999948501587,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12394","display_name":"Insurance and Financial Risk Management","score":0.8253999948501587,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8399951457977295},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4828527569770813},{"id":"https://openalex.org/keywords/actuarial-science","display_name":"Actuarial science","score":0.4388796091079712},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.423615425825119},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0924944281578064},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.06511545181274414}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8399951457977295},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4828527569770813},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.4388796091079712},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.423615425825119},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0924944281578064},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.06511545181274414}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iccv51701.2025.00845","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00845","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2406.09105","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.09105","pdf_url":"https://arxiv.org/pdf/2406.09105","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2406.09105","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.09105","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.09105","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.09105","pdf_url":"https://arxiv.org/pdf/2406.09105","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399695649.pdf","grobid_xml":"https://content.openalex.org/works/W4399695649.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W2087343574"],"abstract_inverted_index":{"Large":[0,6],"Vision-Language":[1],"Models":[2,8],"(LVLMs)":[3],"and":[4,19,38,82,95,116,123,144,156,163,189,195],"Multimodal":[5],"Language":[7],"(MLLMs)":[9],"have":[10,20],"demonstrated":[11],"outstanding":[12],"performance":[13],"in":[14,24,30,65],"various":[15],"general":[16],"multimodal":[17,40,52,84,173],"applications":[18],"shown":[21],"increasing":[22],"promise":[23],"specialized":[25],"domains.":[26],"However,":[27],"their":[28],"potential":[29],"the":[31,61,70,75,100,106,152,161,181,186],"insurance":[32,76,107,187],"domain-characterized":[33],"by":[34],"diverse":[35],"application":[36],"scenarios":[37],"rich":[39],"data-remains":[41],"largely":[42],"underexplored.":[43],"To":[44],"date,":[45],"there":[46],"is":[47],"no":[48],"systematic":[49],"review":[50],"of":[51,63,72,90,154,165,171,183],"tasks,":[53,113,119],"nor":[54],"a":[55,121,169],"benchmark":[56,103,134],"specifically":[57],"designed":[58],"to":[59,129],"assess":[60],"capabilities":[62,128],"LVLMs":[64,73,167,184],"insurance.":[66],"This":[67,78],"gap":[68],"hinders":[69],"development":[71],"within":[74],"industry.":[77],"study":[79],"systematically":[80],"reviews":[81],"categorizes":[83],"tasks":[85],"for":[86,105],"4":[87],"representative":[88],"types":[89],"insurance:":[91],"auto,":[92],"property,":[93],"health,":[94],"agricultural.":[96],"We":[97,133,175],"introduce":[98],"INS-MMBench,":[99],"first":[101],"hierarchical":[102],"tailored":[104],"domain.":[108],"INS-MMBench":[109,155,178],"encompasses":[110],"22":[111],"fundamental":[112],"12":[114],"meta-tasks":[115],"5":[117],"scenario":[118],"enabling":[120],"comprehensive":[122],"progressive":[124],"assessment":[125],"from":[126],"basic":[127],"real-world":[130],"use":[131],"cases.":[132],"11":[135],"leading":[136],"LVLMs,":[137],"including":[138],"closed-source":[139],"models":[140,146],"such":[141],"as":[142],"GPT-4o":[143],"open-source":[145],"like":[147],"LLaVA.":[148],"Our":[149,193],"evaluation":[150,196],"validates":[151],"effectiveness":[153],"offers":[157],"detailed":[158],"insights":[159],"into":[160,185],"strengths":[162],"limitations":[164],"current":[166],"on":[168],"variety":[170],"insurance-related":[172],"tasks.":[174],"hope":[176],"that":[177],"will":[179],"accelerate":[180],"integration":[182],"industry":[188],"foster":[190],"interdisciplinary":[191],"research.":[192],"dataset":[194],"code":[197],"are":[198],"available":[199],"at":[200],"https://github.com/FDU-INS/INS-MMBench.":[201]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}