{"id":"https://openalex.org/W2810223223","doi":"https://doi.org/10.1109/msp.2018.2829209","title":"On Hypothesis Testing for Comparing Image Quality Assessment Metrics [Tips & Tricks]","display_name":"On Hypothesis Testing for Comparing Image Quality Assessment Metrics [Tips & Tricks]","publication_year":2018,"publication_date":"2018-06-27","ids":{"openalex":"https://openalex.org/W2810223223","doi":"https://doi.org/10.1109/msp.2018.2829209","mag":"2810223223"},"language":"en","primary_location":{"id":"doi:10.1109/msp.2018.2829209","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2018.2829209","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041649804","display_name":"Rui Zhu","orcid":"https://orcid.org/0000-0002-9944-0369"},"institutions":[{"id":"https://openalex.org/I20581793","display_name":"University of Kent","ror":"https://ror.org/00xkeyj56","country_code":"GB","type":"education","lineage":["https://openalex.org/I20581793"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rui Zhu","raw_affiliation_strings":["School of Mathematics, Statistics, and Actuarial Science, University of Kent, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-9944-0369","affiliations":[{"raw_affiliation_string":"School of Mathematics, Statistics, and Actuarial Science, University of Kent, United Kingdom","institution_ids":["https://openalex.org/I20581793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090831580","display_name":"Fei Zhou","orcid":"https://orcid.org/0000-0003-1216-2181"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Zhou","raw_affiliation_strings":["College of Information Engineering, Shenzhen University, China"],"raw_orcid":"https://orcid.org/0000-0003-1216-2181","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shenzhen University, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026184280","display_name":"Wenming Yang","orcid":"https://orcid.org/0000-0002-2506-1286"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenming Yang","raw_affiliation_strings":["Department of Electronic Engineering, Graduate School at Shenzhen, Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0002-2506-1286","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Graduate School at Shenzhen, Tsinghua University, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079361172","display_name":"Jing\u2010Hao Xue","orcid":"https://orcid.org/0000-0003-1174-610X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jing-Hao Xue","raw_affiliation_strings":["Department of Statistical Science, University College London"],"raw_orcid":"https://orcid.org/0000-0003-1174-610X","affiliations":[{"raw_affiliation_string":"Department of Statistical Science, University College London","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.624,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.73663447,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"35","issue":"4","first_page":"133","last_page":"136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.5896092653274536},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5641664862632751},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5639488697052002},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5297943949699402},{"id":"https://openalex.org/keywords/mean-opinion-score","display_name":"Mean opinion score","score":0.5089113712310791},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4988977909088135},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4528523087501526},{"id":"https://openalex.org/keywords/quality-score","display_name":"Quality Score","score":0.4452225863933563},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4239100217819214},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.41760706901550293},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4087558388710022},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.40030285716056824},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35325127840042114},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35065457224845886}],"concepts":[{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.5896092653274536},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5641664862632751},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5639488697052002},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5297943949699402},{"id":"https://openalex.org/C62897895","wikidata":"https://www.wikidata.org/wiki/Q1915482","display_name":"Mean opinion score","level":3,"score":0.5089113712310791},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4988977909088135},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4528523087501526},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.4452225863933563},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4239100217819214},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41760706901550293},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4087558388710022},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.40030285716056824},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35325127840042114},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35065457224845886},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/msp.2018.2829209","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2018.2829209","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},{"id":"pmh:oai:openaccess.city.ac.uk:20448","is_oa":false,"landing_page_url":"https://openaccess.city.ac.uk/view/creators_id/rui=2Ezhu.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1580389772","https://openalex.org/W1972006393","https://openalex.org/W1987005257","https://openalex.org/W1997916021","https://openalex.org/W2046119925","https://openalex.org/W2086446576","https://openalex.org/W2133665775","https://openalex.org/W2141983208","https://openalex.org/W2144468361","https://openalex.org/W2161907179","https://openalex.org/W2171349048","https://openalex.org/W4244514643","https://openalex.org/W4300008267","https://openalex.org/W6647132777"],"related_works":["https://openalex.org/W2064921604","https://openalex.org/W4388644542","https://openalex.org/W2033549879","https://openalex.org/W2013629269","https://openalex.org/W2561364921","https://openalex.org/W3194862240","https://openalex.org/W2096935541","https://openalex.org/W2903975231","https://openalex.org/W2104070163","https://openalex.org/W4226186675"],"abstract_inverted_index":{"In":[0],"developing":[1],"novel":[2],"image":[3],"quality":[4],"assessment":[5],"(IQA)":[6],"metrics,":[7],"researchers":[8],"should":[9],"compare":[10],"their":[11],"proposed":[12],"metrics":[13,34,89,109],"with":[14,47],"state-of-the-art":[15],"metrics.":[16,147],"A":[17],"commonly":[18],"adopted":[19],"approach":[20],"is":[21,52],"by":[22,135],"comparing":[23],"two":[24,32,63,87,98,117,145,165,184],"residuals":[25,78,101,120],"between":[26],"the":[27,36,57,62,68,77,86,97,107,113,116,133,155,160,172,183],"nonlinearly":[28],"mapped":[29],"scores":[30],"of":[31,59,61,65,100,119,132,144,162,167],"IQA":[33,88,108,146],"and":[35,84,123,176],"difference":[37],"mean":[38],"opinion":[39],"score,":[40],"which":[41,137],"are":[42,70,79,90,102,110,121],"assumed":[43],"from":[44,80],"Gaussian":[45,82],"distributions":[46,83],"zero":[48],"means.":[49],"An":[50],"F-test":[51,94,134],"then":[53,73],"used":[54],"to":[55,158],"test":[56,157],"equality":[58,161],"variances":[60,69,163],"sets":[64,99,118,166],"residuals.":[66,169],"If":[67],"significantly":[71,91],"different,":[72],"we":[74,153],"conclude":[75],"that":[76,85,96,106,182],"different":[81,188],"different.":[92],"The":[93],"assumes":[95],"independent.":[103],"However,":[104],"given":[105],"calculated":[111],"on":[112,171],"same":[114],"database,":[115],"paired":[122],"may":[124],"be":[125],"correlated.":[126],"We":[127],"note":[128],"this":[129,150],"improper":[130],"usage":[131],"practitioners,":[136],"can":[138,186],"result":[139],"in":[140],"misleading":[141],"comparison":[142],"results":[143],"To":[148],"solve":[149],"practical":[151],"problem,":[152],"introduce":[154],"Pitman":[156],"investigate":[159],"for":[164,174],"correlated":[168],"Experiments":[170],"Laboratory":[173],"Image":[175],"Video":[177],"Engineering":[178],"(LIVE)":[179],"database":[180],"show":[181],"tests":[185],"provide":[187],"conclusions.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}