{"id":"https://openalex.org/W2042953108","doi":"https://doi.org/10.1145/2366145.2366166","title":"New measurements reveal weaknesses of image quality metrics in evaluating graphics artifacts","display_name":"New measurements reveal weaknesses of image quality metrics in evaluating graphics artifacts","publication_year":2012,"publication_date":"2012-11-01","ids":{"openalex":"https://openalex.org/W2042953108","doi":"https://doi.org/10.1145/2366145.2366166","mag":"2042953108"},"language":"en","primary_location":{"id":"doi:10.1145/2366145.2366166","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2366145.2366166","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.mpg.de/pubman/item/item_1913643_8/component/file_3591789/cadik12iqm_evaluation.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005276726","display_name":"Martin \u010cad\u00edk","orcid":"https://orcid.org/0000-0001-7058-9912"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Martin \u010cad\u00edk","raw_affiliation_strings":["MPI Informatik Saarbr\u00fccken, Germany"],"affiliations":[{"raw_affiliation_string":"MPI Informatik Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109877257","display_name":"Robert Herzog","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Robert Herzog","raw_affiliation_strings":["MPI Informatik Saarbr\u00fccken, Germany"],"affiliations":[{"raw_affiliation_string":"MPI Informatik Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006381834","display_name":"Rafa\u0142 Mantiuk","orcid":"https://orcid.org/0000-0003-2353-0349"},"institutions":[{"id":"https://openalex.org/I161548249","display_name":"Bangor University","ror":"https://ror.org/006jb1a24","country_code":"GB","type":"education","lineage":["https://openalex.org/I161548249"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rafa\u0142 Mantiuk","raw_affiliation_strings":["Bangor University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Bangor University, United Kingdom","institution_ids":["https://openalex.org/I161548249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005460704","display_name":"Karol Myszkowski","orcid":"https://orcid.org/0000-0002-8505-4141"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Karol Myszkowski","raw_affiliation_strings":["MPI Informatik Saarbr\u00fccken, Germany"],"affiliations":[{"raw_affiliation_string":"MPI Informatik Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058028526","display_name":"Hans\u2010Peter Seidel","orcid":"https://orcid.org/0000-0002-1343-8613"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hans-Peter Seidel","raw_affiliation_strings":["MPI Informatik Saarbr\u00fccken, Germany"],"affiliations":[{"raw_affiliation_string":"MPI Informatik Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5005276726"],"corresponding_institution_ids":["https://openalex.org/I4210109712"],"apc_list":null,"apc_paid":null,"fwci":6.9426,"has_fulltext":true,"cited_by_count":63,"citation_normalized_percentile":{"value":0.97465186,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"31","issue":"6","first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7630136609077454},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7346610426902771},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6211316585540771},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6006125211715698},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5298796892166138},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.5187466144561768},{"id":"https://openalex.org/keywords/graphics","display_name":"Graphics","score":0.4462767243385315},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33067530393600464},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.26870787143707275},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.2650388479232788}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7630136609077454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7346610426902771},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6211316585540771},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6006125211715698},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5298796892166138},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.5187466144561768},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.4462767243385315},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33067530393600464},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.26870787143707275},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.2650388479232788}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2366145.2366166","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2366145.2366166","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},{"id":"pmh:oai:pure.mpg.de:item_1913643","is_oa":true,"landing_page_url":"http://hdl.handle.net/11858/00-001M-0000-0015-166E-6","pdf_url":"https://pure.mpg.de/pubman/item/item_1913643_8/component/file_3591789/cadik12iqm_evaluation.pdf","source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Graphics","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.mpg.de:item_1913643","is_oa":true,"landing_page_url":"http://hdl.handle.net/11858/00-001M-0000-0015-166E-6","pdf_url":"https://pure.mpg.de/pubman/item/item_1913643_8/component/file_3591789/cadik12iqm_evaluation.pdf","source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Graphics","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5},{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G3593107653","display_name":null,"funder_award_id":"EP/I006575/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3785476292","display_name":null,"funder_award_id":"STSM-100312-015783","funder_id":"https://openalex.org/F4320320366","funder_display_name":"European Cooperation in Science and Technology"},{"id":"https://openalex.org/G3830439604","display_name":"Quantifying image quality in computer graphics","funder_award_id":"EP/I006575/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320366","display_name":"European Cooperation in Science and Technology","ror":"https://ror.org/01bstzn19"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2042953108.pdf","grobid_xml":"https://content.openalex.org/works/W2042953108.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W18156042","https://openalex.org/W42232744","https://openalex.org/W1482882448","https://openalex.org/W1535835519","https://openalex.org/W1562811233","https://openalex.org/W1580389772","https://openalex.org/W1580932091","https://openalex.org/W1581676061","https://openalex.org/W1963734698","https://openalex.org/W1968571232","https://openalex.org/W1973175507","https://openalex.org/W1974568352","https://openalex.org/W1975043149","https://openalex.org/W1990873664","https://openalex.org/W2009272644","https://openalex.org/W2011358595","https://openalex.org/W2018049120","https://openalex.org/W2027262223","https://openalex.org/W2027979483","https://openalex.org/W2036558422","https://openalex.org/W2065204626","https://openalex.org/W2075121425","https://openalex.org/W2081418963","https://openalex.org/W2085518012","https://openalex.org/W2092409645","https://openalex.org/W2092755522","https://openalex.org/W2107432340","https://openalex.org/W2115373434","https://openalex.org/W2139046107","https://openalex.org/W2156566307","https://openalex.org/W2161907179","https://openalex.org/W2170288257","https://openalex.org/W2171349048","https://openalex.org/W2240434622","https://openalex.org/W2242047952","https://openalex.org/W2324971623","https://openalex.org/W2626610348","https://openalex.org/W2912424718","https://openalex.org/W4205996876","https://openalex.org/W4206300474","https://openalex.org/W4206384366","https://openalex.org/W4231407972","https://openalex.org/W4235919513","https://openalex.org/W4236766273"],"related_works":["https://openalex.org/W2085033728","https://openalex.org/W4285411112","https://openalex.org/W2171299904","https://openalex.org/W1647606319","https://openalex.org/W4390494008","https://openalex.org/W2053596378","https://openalex.org/W2922442631","https://openalex.org/W2168523118","https://openalex.org/W2073639911","https://openalex.org/W2043988397"],"abstract_inverted_index":{"Reliable":[0],"detection":[1],"of":[2,11,46,73,102,133,142,166],"global":[3],"illumination":[4],"and":[5,38,90,108,123,138,169,176],"rendering":[6,167],"artifacts":[7,37],"in":[8,43,70,155,162],"the":[9,44,71,88,126,164],"form":[10],"localized":[12],"distortion":[13],"maps":[14],"is":[15],"important":[16],"for":[17,28,35,128,144],"many":[18,22],"graphics":[19],"applications.":[20],"Although":[21],"quality":[23,113,158],"metrics":[24],"have":[25,39,152],"been":[26,41],"developed":[27],"this":[29,50],"task,":[30],"they":[31],"are":[32,118],"often":[33],"tuned":[34],"compression/transmission":[36],"not":[40],"evaluated":[42],"context":[45],"synthetic":[47],"CG-images.":[48],"In":[49],"work,":[51],"we":[52],"run":[53],"two":[54],"experiments":[55],"where":[56],"observers":[57],"use":[58],"a":[59,74,83],"brush-painting":[60],"interface":[61],"to":[62,121],"directly":[63],"mark":[64],"image":[65],"regions":[66],"with":[67],"noticeable/objectionable":[68],"distortions":[69,143],"presence/absence":[72],"high-quality":[75],"reference":[76],"image,":[77],"respectively.":[78],"The":[79,115],"collected":[80],"data":[81],"shows":[82],"relatively":[84],"high":[85],"correlation":[86],"between":[87,135],"with-reference":[89],"no-reference":[91,177],"observer":[92],"markings.":[93],"Also,":[94],"our":[95,150,174],"demanding":[96],"per-pixel":[97],"image-quality":[98],"datasets":[99,151],"reveal":[100],"weaknesses":[101],"both":[103],"simple":[104],"(PSNR,":[105],"MSE,":[106],"sCIE-Lab)":[107],"advanced":[109],"(SSIM,":[110],"MS-SSIM,":[111],"HDR-VDP-2)":[112],"metrics.":[114,146],"most":[116],"problematic":[117],"excessive":[119],"sensitivity":[120],"brightness":[122],"contrast":[124],"changes,":[125],"calibration":[127],"near":[129],"visibility-threshold":[130],"distortions,":[131,168],"lack":[132],"discrimination":[134],"plausible/implausible":[136],"illumination,":[137],"poor":[139],"spatial":[140],"localization":[141],"multi-scale":[145],"We":[147],"believe":[148],"that":[149],"further":[153],"potential":[154],"improving":[156],"existing":[157],"metrics,":[159],"but":[160],"also":[161],"analyzing":[163],"saliency":[165],"investigating":[170],"visual":[171],"equivalence":[172],"given":[173],"with-":[175],"data.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":7}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}