{"id":"https://openalex.org/W7131121529","doi":"https://doi.org/10.1109/iccvw69036.2025.00355","title":"VQualA 2025 Challenge on Visual Quality Comparison for Large Multimodal Models: Methods and Results","display_name":"VQualA 2025 Challenge on Visual Quality Comparison for Large Multimodal Models: Methods and Results","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W7131121529","doi":"https://doi.org/10.1109/iccvw69036.2025.00355"},"language":null,"primary_location":{"id":"doi:10.1109/iccvw69036.2025.00355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccvw69036.2025.00355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision Workshops (ICCVW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126642779","display_name":"Hanwei Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hanwei Zhu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039135087","display_name":"Haoning Wu","orcid":"https://orcid.org/0009-0001-8717-338X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haoning Wu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126588596","display_name":"Zicheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zicheng Zhang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126631088","display_name":"Lingyu Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lingyu Zhu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126606078","display_name":"Yixuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yixuan Li","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126640821","display_name":"Peilin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peilin Chen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126590199","display_name":"Shiqi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiqi Wang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066302159","display_name":"Cunliu Zhou","orcid":"https://orcid.org/0000-0001-6444-0986"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chris Wei Zhou","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126638374","display_name":"Linhan Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linhan Cao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126584954","display_name":"Wei Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Sun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126654495","display_name":"Xiangyang Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiangyang Zhu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126605375","display_name":"Weixia Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weixia Zhang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034718093","display_name":"Yucheng Zhu","orcid":"https://orcid.org/0000-0002-3069-060X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yucheng Zhu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126623106","display_name":"Jing Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing Liu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126645508","display_name":"Dandan Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dandan Zhu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126587166","display_name":"Guangtao Zhai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guangtao Zhai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126637120","display_name":"Xiongkuo Min","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiongkuo Min","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126591986","display_name":"Zhichao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhichao Zhang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126611504","display_name":"Xinyue Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinyue Li","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018311811","display_name":"Shubo Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shubo Xu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126650593","display_name":"Anh Dao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anh Dao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126612479","display_name":"Yifan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yifan Li","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012769835","display_name":"Hongyuan Yu","orcid":"https://orcid.org/0000-0003-4208-1200"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongyuan Yu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126588458","display_name":"Jiaojiao Yi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaojiao Yi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052022427","display_name":"Yiding Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiding Tian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126607741","display_name":"Yupeng Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yupeng Wu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102316688","display_name":"Feiran Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feiran Sun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126621541","display_name":"Lijuan Liao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lijuan Liao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126642228","display_name":"Song Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song Jiang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":29,"corresponding_author_ids":["https://openalex.org/A5126642779"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.0974,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.98106631,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3383","last_page":"3393"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2079000025987625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2079000025987625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.1679999977350235,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.08829999715089798,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.704800009727478},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5184000134468079},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46389999985694885},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.365200012922287},{"id":"https://openalex.org/keywords/visual-attention","display_name":"Visual attention","score":0.33329999446868896},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.32330000400543213},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.31769999861717224}],"concepts":[{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.704800009727478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.650600016117096},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6371999979019165},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.58160001039505},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5184000134468079},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46389999985694885},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C2986089797","wikidata":"https://www.wikidata.org/wiki/Q6501338","display_name":"Visual attention","level":3,"score":0.33329999446868896},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27399998903274536},{"id":"https://openalex.org/C87335442","wikidata":"https://www.wikidata.org/wiki/Q2494345","display_name":"Local binary patterns","level":4,"score":0.2603999972343445},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.25949999690055847},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.2581000030040741},{"id":"https://openalex.org/C71405471","wikidata":"https://www.wikidata.org/wiki/Q757012","display_name":"Quality management","level":3,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccvw69036.2025.00355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccvw69036.2025.00355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision Workshops (ICCVW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41773489117622375,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1973175507","https://openalex.org/W2046119925","https://openalex.org/W2051596736","https://openalex.org/W2114770744","https://openalex.org/W2133665775","https://openalex.org/W2793369701","https://openalex.org/W2798581339","https://openalex.org/W2905544033","https://openalex.org/W2962785568","https://openalex.org/W2963975576","https://openalex.org/W3017136408","https://openalex.org/W3030380536","https://openalex.org/W3035595647","https://openalex.org/W3035712445","https://openalex.org/W3035719652","https://openalex.org/W3081493931","https://openalex.org/W3122640361","https://openalex.org/W3210514413","https://openalex.org/W4214745154","https://openalex.org/W4281485015","https://openalex.org/W4283819141","https://openalex.org/W4285111561","https://openalex.org/W4287080402","https://openalex.org/W4296558729","https://openalex.org/W4296599885","https://openalex.org/W4367276751","https://openalex.org/W4385453328","https://openalex.org/W4385486275","https://openalex.org/W4386076169","https://openalex.org/W4386494606","https://openalex.org/W4392125885","https://openalex.org/W4396542247","https://openalex.org/W4398253628","https://openalex.org/W4401070165","https://openalex.org/W4402704606","https://openalex.org/W4403844348","https://openalex.org/W4403908212","https://openalex.org/W4404536559","https://openalex.org/W4404613040","https://openalex.org/W4407376597","https://openalex.org/W4407450183","https://openalex.org/W4409366516","https://openalex.org/W4412444826","https://openalex.org/W4413145151","https://openalex.org/W4413822025","https://openalex.org/W4415390144","https://openalex.org/W4415798237","https://openalex.org/W7131094357","https://openalex.org/W7131113612","https://openalex.org/W7131117895","https://openalex.org/W7131119110"],"related_works":[],"abstract_inverted_index":{"This":[0,122],"paper":[1],"presents":[2],"a":[3,62,125,138],"summary":[4],"of":[5,22,40,67,116],"the":[6,23,38,59,113],"VQualA":[7],"2025":[8,25],"Challenge":[9],"on":[10,27,119,143],"Visual":[11,28],"Quality":[12,29],"Comparison":[13],"for":[14,140],"Large":[15],"Multimodal":[16],"Models":[17],"(LMMs),":[18],"hosted":[19],"as":[20,137],"part":[21],"ICCV":[24],"Work-shop":[26],"Assessment.":[30],"The":[31,90],"challenge":[32,123],"aims":[33],"to":[34,43,85],"evaluate":[35],"and":[36,46,78,100,133,135,145],"enhance":[37],"ability":[39],"state-of-the-art":[41],"LMMs":[42,118],"perform":[44],"open-ended":[45],"detailed":[47],"reasoning":[48,132],"about":[49],"visual":[50,70,130],"quality":[51,71,88,120,131,147],"differences":[52],"across":[53],"multiple":[54],"images.":[55],"To":[56],"this":[57],"end,":[58],"competition":[60,91],"introduces":[61],"novel":[63],"benchmark":[64],"comprising":[65],"thousands":[66],"coarse-to-fine":[68],"grained":[69],"comparison":[72,134],"tasks,":[73],"spanning":[74],"single":[75],"images,":[76],"pairs,":[77],"multi-image":[79],"groups.":[80],"Each":[81],"task":[82],"requires":[83],"models":[84,111],"provide":[86],"accurate":[87],"judgments.":[89],"emphasizes":[92],"holistic":[93],"evaluation":[94,148],"protocols,":[95],"including":[96],"2AFC-based":[97],"binary":[98],"preference":[99],"multi-choice":[101],"questions":[102],"(MCQs).":[103],"Around":[104],"100":[105],"participants":[106],"submitted":[107],"entries,":[108],"with":[109],"five":[110],"demonstrating":[112],"emerging":[114],"capabilities":[115],"instruction-tuned":[117],"assessment.":[121],"marks":[124],"significant":[126],"step":[127],"toward":[128],"open-domain":[129],"serves":[136],"catalyst":[139],"future":[141],"research":[142],"inter-pretable":[144],"human-aligned":[146],"systems.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":7}],"updated_date":"2026-02-25T06:17:34.324206","created_date":"2026-02-24T00:00:00"}