{"id":"https://openalex.org/W4407638773","doi":"https://doi.org/10.1109/tmm.2025.3542991","title":"Beyond Correlation: Evaluating Multimedia Quality Models With the Constrained Concordance Index","display_name":"Beyond Correlation: Evaluating Multimedia Quality Models With the Constrained Concordance Index","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407638773","doi":"https://doi.org/10.1109/tmm.2025.3542991"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3542991","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3542991","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tmm.2025.3542991","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091296882","display_name":"Alessandro Ragano","orcid":"https://orcid.org/0009-0007-5097-0100"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Alessandro Ragano","raw_affiliation_strings":["Insight Centre for Data Analytics and the School of Computer Science, University College Dublin, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0009-0007-5097-0100","affiliations":[{"raw_affiliation_string":"Insight Centre for Data Analytics and the School of Computer Science, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014946755","display_name":"Helard Becerra Martinez","orcid":"https://orcid.org/0000-0003-2652-3195"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Helard Becerra Martinez","raw_affiliation_strings":["Insight Centre for Data Analytics and the School of Computer Science, University College Dublin, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Insight Centre for Data Analytics and the School of Computer Science, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008608844","display_name":"Andrew Hines","orcid":"https://orcid.org/0000-0001-9636-2556"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Andrew Hines","raw_affiliation_strings":["Insight Centre for Data Analytics and the School of Computer Science, University College Dublin, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0001-9636-2556","affiliations":[{"raw_affiliation_string":"Insight Centre for Data Analytics and the School of Computer Science, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5091296882"],"corresponding_institution_ids":["https://openalex.org/I100930933"],"apc_list":null,"apc_paid":null,"fwci":2.2184,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.85984711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"27","issue":null,"first_page":"5604","last_page":"5616"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8304046988487244},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.6340358257293701},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.5815454125404358},{"id":"https://openalex.org/keywords/concordance","display_name":"Concordance","score":0.564643144607544},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.5090331435203552},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.49803805351257324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3631308674812317},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3218127191066742},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17227420210838318},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09292197227478027}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8304046988487244},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.6340358257293701},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.5815454125404358},{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.564643144607544},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5090331435203552},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.49803805351257324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3631308674812317},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3218127191066742},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17227420210838318},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09292197227478027},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3542991","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3542991","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tmm.2025.3542991","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3542991","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6200000047683716}],"awards":[{"id":"https://openalex.org/G3695527833","display_name":null,"funder_award_id":"12/RC/2289_P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1552314771","https://openalex.org/W1795254317","https://openalex.org/W1974013408","https://openalex.org/W1975163393","https://openalex.org/W1987931295","https://openalex.org/W2013861934","https://openalex.org/W2053442087","https://openalex.org/W2087160026","https://openalex.org/W2112365634","https://openalex.org/W2133665775","https://openalex.org/W2171349048","https://openalex.org/W2286686646","https://openalex.org/W2403618076","https://openalex.org/W2403749440","https://openalex.org/W2472413205","https://openalex.org/W2755560870","https://openalex.org/W2810144644","https://openalex.org/W2895868297","https://openalex.org/W2903975231","https://openalex.org/W2912293245","https://openalex.org/W2949121461","https://openalex.org/W2953590133","https://openalex.org/W2956133448","https://openalex.org/W2965644659","https://openalex.org/W3030380536","https://openalex.org/W3030701471","https://openalex.org/W3037038648","https://openalex.org/W3037730521","https://openalex.org/W3090767700","https://openalex.org/W3093244794","https://openalex.org/W3093431261","https://openalex.org/W3096206883","https://openalex.org/W3175537473","https://openalex.org/W3196475561","https://openalex.org/W3200240125","https://openalex.org/W3209403948","https://openalex.org/W3216820070","https://openalex.org/W4280493614","https://openalex.org/W4287888462","https://openalex.org/W4296070211","https://openalex.org/W4296070458","https://openalex.org/W4304098873","https://openalex.org/W4372190073","https://openalex.org/W4382935141","https://openalex.org/W4385823430","https://openalex.org/W4386071753","https://openalex.org/W4390534244","https://openalex.org/W4390874113","https://openalex.org/W4392904604"],"related_works":["https://openalex.org/W1601684588","https://openalex.org/W2108427450","https://openalex.org/W2104328188","https://openalex.org/W648938440","https://openalex.org/W2915108716","https://openalex.org/W4220795960","https://openalex.org/W2789177613","https://openalex.org/W2396330467","https://openalex.org/W1517024399","https://openalex.org/W2506500726"],"abstract_inverted_index":{"This":[0,160],"study":[1],"investigates":[2],"the":[3,11,63,74,81,152,167],"evaluation":[4,117,153],"of":[5,76,84,118,125,134,170],"multimedia":[6,156],"quality":[7,105,120,157,185],"models,":[8,121],"focusing":[9,144],"on":[10,145,166],"inherent":[12],"uncertainties":[13,173],"in":[14,57,123],"subjective":[15,171],"Mean":[16],"Opinion":[17],"Score":[18],"(MOS)":[19],"ratings":[20],"due":[21],"to":[22,49,55,72],"factors":[23],"like":[24],"rater":[25,129,141],"inconsistency":[26],"and":[27,43,87,103,115,132,143,183],"bias.":[28],"Traditional":[29],"statistical":[30,82],"measures":[31],"such":[32],"as":[33],"Pearson's":[34],"Correlation":[35,40],"Coefficient":[36,41],"(PCC),":[37],"Spearman's":[38],"Rank":[39],"(SRCC),":[42],"Kendall's":[44],"Tau":[45],"(KTAU)":[46],"often":[47],"fail":[48],"account":[50],"for":[51,155,180],"these":[52],"uncertainties,":[53],"leading":[54],"inaccuracies":[56],"model":[58,186],"performance":[59],"assessment.":[60],"We":[61],"introduce":[62],"Constrained":[64],"Concordance":[65],"Index":[66],"(CCI),":[67],"a":[68,112,177],"novel":[69],"metric":[70],"designed":[71],"overcome":[73],"limitations":[75],"existing":[77],"metrics":[78],"by":[79],"considering":[80],"significance":[83],"MOS":[85,91],"differences":[86],"excluding":[88],"comparisons":[89],"where":[90],"confidence":[92],"intervals":[93],"overlap.":[94],"Through":[95],"comprehensive":[96],"experiments":[97],"across":[98],"various":[99],"domains":[100],"including":[101],"speech":[102],"image":[104],"assessment,":[106],"we":[107],"demonstrate":[108],"that":[109,139],"CCI":[110],"provides":[111],"more":[113,181],"robust":[114],"accurate":[116,184],"instrumental":[119],"especially":[122],"scenarios":[124],"low":[126],"sample":[127],"sizes,":[128],"group":[130],"variability,":[131],"restriction":[133],"range.":[135],"Our":[136],"findings":[137],"suggest":[138],"incorporating":[140],"subjectivity":[142],"statistically":[146],"significant":[147],"pairs":[148],"can":[149],"significantly":[150],"enhance":[151],"framework":[154],"prediction":[158],"models.":[159],"work":[161],"not":[162],"only":[163],"sheds":[164],"light":[165],"overlooked":[168],"aspects":[169],"rating":[172],"but":[174],"also":[175],"proposes":[176],"methodological":[178],"advancement":[179],"reliable":[182],"evaluation.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2025-10-10T00:00:00"}