{"id":"https://openalex.org/W7225332575","doi":"https://doi.org/10.20944/preprints202611.0550.v1","title":"The Protocol is the Result: How Evaluation Choices Flip the Verdict on Lightweight Image Restoration","display_name":"The Protocol is the Result: How Evaluation Choices Flip the Verdict on Lightweight Image Restoration","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7225332575","doi":"https://doi.org/10.20944/preprints202611.0550.v1"},"language":"en","primary_location":{"id":"doi:10.20944/preprints202611.0550.v1","doi":"https://doi.org/10.20944/preprints202611.0550.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202611.0550.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.20944/preprints202611.0550.v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5159770721","display_name":"Yulin Zhao","orcid":"https://orcid.org/0009-0005-4623-8465","observed_orcids":["https://orcid.org/0009-0005-4623-8465"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yulin Zhao","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-4623-8465","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5159770721"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.015699999406933784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evaluation-protocol","display_name":"evaluation protocol","score":0.8230000138282776},{"id":"https://openalex.org/keywords/super-resolution","display_name":"super-resolution","score":0.6729999780654907},{"id":"https://openalex.org/keywords/low-light-image-enhancement","display_name":"low-light image enhancement","score":0.9580000042915344},{"id":"https://openalex.org/keywords/metric-aggregation","display_name":"metric aggregation","score":0.3779999911785126},{"id":"https://openalex.org/keywords/reporting-requirements","display_name":"reporting requirements","score":0.5350000262260437},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.6690000295639038}],"concepts":[{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.7476000189781189},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5647000074386597},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48890000581741333},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.42640000581741333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4205999970436096},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.41760000586509705},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4007999897003174},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38359999656677246},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.36559998989105225},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.36469998955726624},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3614000082015991},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3472000062465668},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.31709998846054077},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2994999885559082},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.2581999897956848},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.20944/preprints202611.0550.v1","doi":"https://doi.org/10.20944/preprints202611.0550.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202611.0550.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.20944/preprints202611.0550.v1","doi":"https://doi.org/10.20944/preprints202611.0550.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202611.0550.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7171996337","https://openalex.org/W7212268981","https://openalex.org/W7225313499","https://openalex.org/W7225158743","https://openalex.org/W4413836481","https://openalex.org/W7164833538","https://openalex.org/W7213951623","https://openalex.org/W6989166049","https://openalex.org/W7129714404","https://openalex.org/W1608804878"],"abstract_inverted_index":{"Lightweight":[0],"image":[1],"restoration":[2],"is":[3,30,88,90,107,165,176],"infrastructure:":[4],"student-scale":[5],"super-resolution":[6,69],"and":[7,14,43,58,140,211,218],"low-light":[8,171],"enhance-ment":[9],"models":[10],"are":[11],"re-implemented,":[12],"compared":[13],"reported":[15,19,77],"on":[16,48,119,170],"constantly.":[17],"Their":[18],"numbers":[20],"are,":[21],"however,":[22],"not":[23,108,237],"directly":[24],"comparable,":[25],"because":[26,183],"the":[27,37,67,71,76,93,97,116,124,128,134,137,141,145,157,163,173,180,213,225,243,246,257],"evaluation":[28],"protocol":[29,38,53,74,117,174],"rarely":[31],"stated":[32],"in":[33,64],"full.":[34],"We":[35,159,248],"decompose":[36],"into":[39],"five":[40,59],"operational":[41],"dimensions":[42],"measure":[44],"each":[45],"of":[46,51,73,127,193,212],"them":[47],"a":[49,191],"matrix":[50],"21":[52],"cells":[54],"across":[55],"three":[56],"tasks":[57],"random":[60],"seeds":[61],"(105":[62],"evaluations":[63],"total).":[65],"On":[66],"\u00d74":[68],"task":[70,185],"choice":[72],"moves":[75],"metric":[78],"by":[79,82],"3.889":[80],"dB\u2014and":[81],"19.794":[83],"dB":[84,95,152],"once":[85],"best-of-60":[86],"cropping":[87],"included\u2014which":[89],"4.98":[91],"times":[92,179],"0.782":[94],"gain":[96,147],"trained":[98],"model":[99],"achieves":[100],"over":[101,148],"its":[102,202,207],"bicubic":[103,149],"reference.":[104],"The":[105],"effect":[106],"statistical":[109],"noise:":[110],"seed-to-seed":[111],"variation":[112],"accounts":[113],"for":[114],"0.49\u20130.93%of":[115],"span":[118,175],"that":[120,162,184,198,254],"task.":[121],"Switching":[122],"off":[123],"antialias":[125],"flag":[126],"downsampling":[129],"operator\u2014a":[130],"single":[131],"boolean,":[132],"with":[133,250],"same":[135,138,142],"weights,":[136],"images":[139],"code":[143,244],"path\u2014moves":[144],"model\u2019s":[146],"from":[150,224],"+0.818":[151],"to":[153],"\u22121.753":[154],"dB,":[155],"reversing":[156],"verdict.":[158],"also":[160],"find":[161],"claim":[164],"conditional":[166],"rather":[167],"than":[168],"universal:":[169],"enhancement":[172],"only":[177,199],"0.21":[178],"training":[181],"gain,":[182],"has":[186],"far":[187],"more":[188],"headroom.":[189],"Finally,":[190],"coding":[192],"63":[194],"recent":[195],"papers":[196,215],"shows":[197],"one":[200],"states":[201,206,228],"aggregation":[203],"method,":[204],"none":[205,227],"validation":[208,217],"batch":[209],"size,":[210],"15":[214],"whose":[216],"test":[219],"sets":[220,231],"can":[221],"be":[222],"judged":[223],"text,":[226],"whether":[229],"those":[230],"coincide":[232],"(the":[233],"other":[234],"48":[235],"were":[236],"coded,":[238],"since":[239],"deciding":[240],"it":[241],"needs":[242],"or":[245],"appendix).":[247],"close":[249],"six":[251],"reporting":[252],"requirements":[253],"would":[255],"remove":[256],"ambiguity.":[258]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-06T00:00:00"}