{"id":"https://openalex.org/W3117748139","doi":"https://doi.org/10.1109/mmsp48831.2020.9287055","title":"A Large-scale Evaluation of the bitstream-based video-quality model ITU-T P.1204.3 on Gaming Content","display_name":"A Large-scale Evaluation of the bitstream-based video-quality model ITU-T P.1204.3 on Gaming Content","publication_year":2020,"publication_date":"2020-09-21","ids":{"openalex":"https://openalex.org/W3117748139","doi":"https://doi.org/10.1109/mmsp48831.2020.9287055","mag":"3117748139"},"language":"en","primary_location":{"id":"doi:10.1109/mmsp48831.2020.9287055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmsp48831.2020.9287055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 22nd International Workshop on Multimedia Signal Processing (MMSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057002019","display_name":"Rakesh Rao Ramachandra Rao","orcid":"https://orcid.org/0000-0002-7069-1543"},"institutions":[{"id":"https://openalex.org/I119449181","display_name":"Technische Universit\u00e4t Ilmenau","ror":"https://ror.org/01weqhp73","country_code":"DE","type":"education","lineage":["https://openalex.org/I119449181"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rakesh Rao Ramachandra Rao","raw_affiliation_strings":["Audio Visual Technology, Technische Universit\u00e4t Ilmenau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Audio Visual Technology, Technische Universit\u00e4t Ilmenau, Germany","institution_ids":["https://openalex.org/I119449181"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037783940","display_name":"Steve G\u00f6ring","orcid":"https://orcid.org/0000-0001-6810-6969"},"institutions":[{"id":"https://openalex.org/I119449181","display_name":"Technische Universit\u00e4t Ilmenau","ror":"https://ror.org/01weqhp73","country_code":"DE","type":"education","lineage":["https://openalex.org/I119449181"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Steve Goring","raw_affiliation_strings":["Audio Visual Technology, Technische Universit\u00e4t Ilmenau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Audio Visual Technology, Technische Universit\u00e4t Ilmenau, Germany","institution_ids":["https://openalex.org/I119449181"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056543658","display_name":"Robert Steger","orcid":null},"institutions":[{"id":"https://openalex.org/I119449181","display_name":"Technische Universit\u00e4t Ilmenau","ror":"https://ror.org/01weqhp73","country_code":"DE","type":"education","lineage":["https://openalex.org/I119449181"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Robert Steger","raw_affiliation_strings":["Audio Visual Technology, Technische Universit\u00e4t Ilmenau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Audio Visual Technology, Technische Universit\u00e4t Ilmenau, Germany","institution_ids":["https://openalex.org/I119449181"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038733416","display_name":"Saman Zadtootaghaj","orcid":"https://orcid.org/0000-0002-6028-8507"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Saman Zadtootaghaj","raw_affiliation_strings":["Quality and Usability Lab, TU Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Quality and Usability Lab, TU Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012854418","display_name":"Nabajeet Barman","orcid":"https://orcid.org/0000-0003-2587-7370"},"institutions":[{"id":"https://openalex.org/I205051169","display_name":"Kingston University","ror":"https://ror.org/05bbqza97","country_code":"GB","type":"education","lineage":["https://openalex.org/I205051169"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nabajeet Barman","raw_affiliation_strings":["Kingston University, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kingston University, London, UK","institution_ids":["https://openalex.org/I205051169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013177087","display_name":"Stephan Fremerey","orcid":"https://orcid.org/0000-0002-6623-3777"},"institutions":[{"id":"https://openalex.org/I119449181","display_name":"Technische Universit\u00e4t Ilmenau","ror":"https://ror.org/01weqhp73","country_code":"DE","type":"education","lineage":["https://openalex.org/I119449181"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stephan Fremerey","raw_affiliation_strings":["Audio Visual Technology, Technische Universit\u00e4t Ilmenau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Audio Visual Technology, Technische Universit\u00e4t Ilmenau, Germany","institution_ids":["https://openalex.org/I119449181"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075001284","display_name":"Sebastian M\u00f6ller","orcid":"https://orcid.org/0000-0003-3057-0760"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Moller","raw_affiliation_strings":["Quality and Usability Lab, TU Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Quality and Usability Lab, TU Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008559961","display_name":"Alexander Raake","orcid":"https://orcid.org/0000-0002-9357-1763"},"institutions":[{"id":"https://openalex.org/I119449181","display_name":"Technische Universit\u00e4t Ilmenau","ror":"https://ror.org/01weqhp73","country_code":"DE","type":"education","lineage":["https://openalex.org/I119449181"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Raake","raw_affiliation_strings":["Audio Visual Technology, Technische Universit\u00e4t Ilmenau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Audio Visual Technology, Technische Universit\u00e4t Ilmenau, Germany","institution_ids":["https://openalex.org/I119449181"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13905","display_name":"Telecommunications and Broadcasting Technologies","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8551840782165527},{"id":"https://openalex.org/keywords/bitstream","display_name":"Bitstream","score":0.7210913300514221},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.5560989379882812},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5508235096931458},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5322933793067932},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.5253628492355347},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4508126974105835},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4310178756713867},{"id":"https://openalex.org/keywords/repetition","display_name":"Repetition (rhetorical device)","score":0.4212525486946106},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3744075298309326},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3378821015357971},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.19396892189979553},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.12691929936408997},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09920570254325867}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8551840782165527},{"id":"https://openalex.org/C136695289","wikidata":"https://www.wikidata.org/wiki/Q415568","display_name":"Bitstream","level":3,"score":0.7210913300514221},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.5560989379882812},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5508235096931458},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5322933793067932},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.5253628492355347},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4508126974105835},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4310178756713867},{"id":"https://openalex.org/C2776141515","wikidata":"https://www.wikidata.org/wiki/Q1274479","display_name":"Repetition (rhetorical device)","level":2,"score":0.4212525486946106},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3744075298309326},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3378821015357971},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.19396892189979553},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.12691929936408997},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09920570254325867},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mmsp48831.2020.9287055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmsp48831.2020.9287055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 22nd International Workshop on Multimedia Signal Processing (MMSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.kingston.ac.uk:48166","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400991","display_name":"Research Repository (Kingston University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801636071","host_organization_name":"Kingston Hospital NHS Trust","host_organization_lineage":["https://openalex.org/I2801636071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W246702048","https://openalex.org/W1982471090","https://openalex.org/W1985213241","https://openalex.org/W2024007904","https://openalex.org/W2102166818","https://openalex.org/W2133665775","https://openalex.org/W2728171657","https://openalex.org/W2809031010","https://openalex.org/W2811469823","https://openalex.org/W2890663577","https://openalex.org/W2891239219","https://openalex.org/W2910270360","https://openalex.org/W2948397451","https://openalex.org/W2954037246","https://openalex.org/W3030933397","https://openalex.org/W3037829739","https://openalex.org/W4238663968","https://openalex.org/W4246387884","https://openalex.org/W6754443253"],"related_works":["https://openalex.org/W2510622064","https://openalex.org/W1981234927","https://openalex.org/W2027990750","https://openalex.org/W2023140507","https://openalex.org/W2783590857","https://openalex.org/W2316062003","https://openalex.org/W1998089827","https://openalex.org/W2144866068","https://openalex.org/W2050494431","https://openalex.org/W2481390612"],"abstract_inverted_index":{"The":[0],"streaming":[1],"of":[2,38,42,51,61,111,127,164,205,221],"gaming":[3,52,102,121,134],"content,":[4],"both":[5],"passive":[6],"and":[7,35,69,148,187,215,233],"interactive,":[8],"has":[9],"increased":[10],"manifolds":[11],"in":[12,27,44],"recent":[13],"years.":[14],"Gaming":[15],"contents":[16,39],"bring":[17],"with":[18,151,173],"them":[19],"some":[20],"peculiarities":[21],"which":[22,217],"are":[23,99],"normally":[24],"not":[25,76,142],"seen":[26],"traditional":[28,62,96],"2D":[29,63,97],"videos,":[30],"such":[31,79],"as":[32,238],"the":[33,49,55,71,88,109,112,125,152,159,165,182,196,206,210,243],"artificial":[34],"synthetic":[36],"nature":[37],"or":[40],"repetition":[41],"objects":[43],"a":[45,202,219],"game.":[46],"In":[47,104],"addition,":[48],"perception":[50],"content":[53],"by":[54],"user":[56],"is":[57,213,229,246],"different":[58,133],"from":[59],"that":[60,73,158,242],"videos":[64,98],"due":[65],"to":[66,85,101,231,239,248],"its":[67],"pecularities":[68],"also":[70],"fact":[72],"users":[74],"may":[75],"often":[77],"watch":[78],"content.":[80,103,122],"Hence,":[81],"it":[82,150],"becomes":[83],"imperative":[84],"evaluate":[86,108],"whether":[87],"existing":[89,153],"video":[90],"quality":[91],"models":[92],"usually":[93],"designed":[94],"for":[95,145],"applicable":[100,247],"this":[105,128,235],"paper,":[106],"we":[107,130],"applicability":[110],"recently":[113],"standardized":[114],"bitstream-based":[115],"video-quality":[116],"model":[117,146,162,212,245],"ITU-T":[118],"P.1204.3":[119,161,207],"on":[120,169,181],"To":[123],"analyze":[124],"performance":[126],"model,":[129,208],"used":[131,144,230],"4":[132,197],"datasets":[135],"(3":[136],"publicly":[137],"available":[138],"+":[139],"1":[140],"internal)":[141],"previously":[143],"training,":[147],"compared":[149],"state-of-the-art":[154],"models.":[155],"We":[156,199],"found":[157],"ITU":[160],"out":[163],"box":[166],"performs":[167],"well":[168],"these":[170],"unseen":[171],"datasets,":[172],"an":[174],"RMSE":[175],"ranging":[176],"between":[177,190],"0.38":[178],"-":[179,192],"0.45":[180],"5-point":[183],"absolute":[184],"category":[185],"rating":[186],"Pearson":[188],"Correlation":[189],"0.85":[191],"0.93":[193],"across":[194,226],"all":[195,227],"databases.":[198],"further":[200],"propose":[201],"full-HD":[203],"variant":[204,236],"since":[209],"original":[211],"trained":[214],"validated":[216],"targets":[218],"resolution":[220],"4K/UHD-1.":[222],"A":[223],"50:50":[224],"split":[225],"databases":[228],"train":[232],"validate":[234],"so":[237],"make":[240],"sure":[241],"proposed":[244],"various":[249],"conditions.":[250]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}