{"id":"https://openalex.org/W7163212961","doi":"https://doi.org/10.48550/arxiv.2606.02535","title":"LL-Bench: Rethinking Low-Level Vision Evaluation in the Era of Large-Scale Generative Models","display_name":"LL-Bench: Rethinking Low-Level Vision Evaluation in the Era of Large-Scale Generative Models","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163212961","doi":"https://doi.org/10.48550/arxiv.2606.02535"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02535","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02535","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02535","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137697891","display_name":"Lu Liu","orcid":"https://orcid.org/0000-0003-0032-9108"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137625538","display_name":"Huiyu Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Huiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132685613","display_name":"Chenxin Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Chenxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137707742","display_name":"Jintong Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Jintong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012162299","display_name":"Haoyun Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Haoyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137691262","display_name":"Liu Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137645200","display_name":"Qiang Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Qiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137672669","display_name":"Guangtao Zhai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Guangtao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137705663","display_name":"Xiaoyun Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiaoyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9388999938964844,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9388999938964844,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.007699999958276749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.8360999822616577},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6486999988555908},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6057000160217285},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5954999923706055},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5019000172615051},{"id":"https://openalex.org/keywords/quality-assessment","display_name":"Quality assessment","score":0.45100000500679016}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.8360999822616577},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6672999858856201},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6486999988555908},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6477000117301941},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6057000160217285},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5954999923706055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.522599995136261},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5019000172615051},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.45100000500679016},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.34049999713897705},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.3336000144481659},{"id":"https://openalex.org/C184408114","wikidata":"https://www.wikidata.org/wiki/Q1502022","display_name":"Generative Design","level":3,"score":0.30709999799728394},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.2896000146865845}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02535","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02535","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02535","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02535","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5665592551231384,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large-scale":[0],"generative":[1,43,70,109,188],"models":[2,44,71,110,189],"have":[3],"demonstrated":[4],"remarkable":[5],"capabilities":[6,40],"across":[7,111],"image":[8,174],"generation":[9],"and":[10,61,72,86,103,162],"editing":[11],"tasks.":[12,48,193],"However,":[13],"their":[14],"performance":[15,101],"in":[16],"low-level":[17,58,113,191],"vision":[18,47,114,192],"tasks,":[19,60,115],"which":[20,77,134],"require":[21],"pixel-wise":[22],"control,":[23],"remains":[24],"insufficiently":[25],"studied.":[26],"To":[27,141],"address":[28],"this":[29],"gap,":[30],"we":[31,93,123,150],"introduce":[32],"\\textbf{LL-Bench},":[33],"a":[34,95,182],"comprehensive":[35],"\\textbf{Benchmark}":[36],"for":[37,186],"evaluating":[38],"the":[39,100,125],"of":[41,107,127],"large-scale":[42,69,108],"on":[45,132,190],"\\textbf{L}ow-\\textbf{L}evel":[46],"The":[49],"benchmark":[50],"comprises":[51],"2,469":[52],"real-world":[53],"degraded":[54],"images":[55,64],"covering":[56],"16":[57],"degradation":[59],"28,919":[62],"restored":[63],"produced":[65],"by":[66],"10":[67],"state-of-the-art":[68],"21":[73],"conventional":[74,118],"restoration":[75,120,160],"models,":[76],"are":[78],"annotated":[79],"with":[80,117,138,147],"152,020":[81],"expert-level":[82],"pairwise":[83],"human":[84,139,148],"preferences":[85],"28,334":[87],"quality":[88,129,145,161,175],"scores.":[89],"Built":[90],"upon":[91],"LL-Bench,":[92,133],"present":[94],"systematic":[96],"diagnosis":[97],"that":[98,157,168],"reveals":[99],"boundaries":[102],"unique":[104],"failure":[105],"modes":[106],"diverse":[112],"compared":[116],"representative":[119],"approaches.":[121],"Moreover,":[122],"investigate":[124],"effectiveness":[126],"current":[128],"evaluation":[130],"metrics":[131],"exhibit":[135],"significant":[136],"discrepancy":[137],"ratings.":[140],"better":[142],"align":[143],"restored-image":[144],"assessment":[146,176],"preferences,":[149],"further":[151],"propose":[152],"\\textbf{LL-Score},":[153],"an":[154],"MLLM-based":[155],"evaluator":[156],"captures":[158],"both":[159],"hallucination":[163],"existence.":[164],"Extensive":[165],"experiments":[166],"demonstrate":[167],"LL-score":[169],"not":[170],"only":[171],"outperforms":[172],"existing":[173],"metrics,":[177],"but":[178],"also":[179],"serves":[180],"as":[181],"promising":[183],"reward":[184],"model":[185],"training":[187]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}