{"id":"https://openalex.org/W3209898009","doi":"https://doi.org/10.1109/vcip53242.2021.9675314","title":"Large-Scale Crowdsourcing Subjective Quality Evaluation of Learning-Based Image Coding","display_name":"Large-Scale Crowdsourcing Subjective Quality Evaluation of Learning-Based Image Coding","publication_year":2021,"publication_date":"2021-12-05","ids":{"openalex":"https://openalex.org/W3209898009","doi":"https://doi.org/10.1109/vcip53242.2021.9675314","mag":"3209898009"},"language":"en","primary_location":{"id":"doi:10.1109/vcip53242.2021.9675314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vcip53242.2021.9675314","pdf_url":null,"source":{"id":"https://openalex.org/S4363608378","display_name":"2021 International Conference on Visual Communications and Image Processing (VCIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on Visual Communications and Image Processing (VCIP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://infoscience.epfl.ch/handle/20.500.14299/182389","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033749028","display_name":"Evgeniy Upenik","orcid":null},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Evgeniy Upenik","raw_affiliation_strings":["Multimedia Signal Processing Group - Ecole Polytechnique Fédérale de Lausanne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia Signal Processing Group - Ecole Polytechnique Fédérale de Lausanne","institution_ids":["https://openalex.org/I142476485"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068594003","display_name":"Michela Testolina","orcid":"https://orcid.org/0009-0000-3841-7635"},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Michela Testolina","raw_affiliation_strings":["Multimedia Signal Processing Group - Ecole Polytechnique Fédérale de Lausanne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia Signal Processing Group - Ecole Polytechnique Fédérale de Lausanne","institution_ids":["https://openalex.org/I142476485"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081334387","display_name":"Jo\u00e3o Ascenso","orcid":"https://orcid.org/0000-0001-9902-5926"},"institutions":[{"id":"https://openalex.org/I71346753","display_name":"National Institute of Telecommunications","ror":"https://ror.org/0378w3a30","country_code":"BR","type":"facility","lineage":["https://openalex.org/I71346753"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Joao Ascenso","raw_affiliation_strings":["Instituto de Telecornunicações - Instituto Superior Técnico"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Telecornunicações - Instituto Superior Técnico","institution_ids":["https://openalex.org/I71346753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044708805","display_name":"Fernando Pereira","orcid":"https://orcid.org/0000-0001-6100-947X"},"institutions":[{"id":"https://openalex.org/I71346753","display_name":"National Institute of Telecommunications","ror":"https://ror.org/0378w3a30","country_code":"BR","type":"facility","lineage":["https://openalex.org/I71346753"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Fernando Pereira","raw_affiliation_strings":["Instituto de Telecornunicações - Instituto Superior Técnico"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Telecornunicações - Instituto Superior Técnico","institution_ids":["https://openalex.org/I71346753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082188773","display_name":"Touradj Ebrahimi","orcid":"https://orcid.org/0000-0002-9900-3687"},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Touradj Ebrahimi","raw_affiliation_strings":["Multimedia Signal Processing Group - Ecole Polytechnique Fédérale de Lausanne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia Signal Processing Group - Ecole Polytechnique Fédérale de Lausanne","institution_ids":["https://openalex.org/I142476485"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7522785067558289},{"id":"https://openalex.org/keywords/codec","display_name":"Codec","score":0.727466344833374},{"id":"https://openalex.org/keywords/jpeg","display_name":"JPEG","score":0.6586698889732361},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.641656756401062},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5744786858558655},{"id":"https://openalex.org/keywords/mean-opinion-score","display_name":"Mean opinion score","score":0.5710530877113342},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.5645638704299927},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5584245920181274},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4875342547893524},{"id":"https://openalex.org/keywords/transform-coding","display_name":"Transform coding","score":0.4779903292655945},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.4606042504310608},{"id":"https://openalex.org/keywords/jpeg-2000","display_name":"JPEG 2000","score":0.44063428044319153},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4140027165412903},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3637760281562805},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.3567466735839844},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.33223506808280945},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3282095193862915},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.25408434867858887},{"id":"https://openalex.org/keywords/discrete-cosine-transform","display_name":"Discrete cosine transform","score":0.14502742886543274},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11359724402427673},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08322837948799133},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0674530565738678}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7522785067558289},{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.727466344833374},{"id":"https://openalex.org/C198751489","wikidata":"https://www.wikidata.org/wiki/Q2195","display_name":"JPEG","level":3,"score":0.6586698889732361},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.641656756401062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5744786858558655},{"id":"https://openalex.org/C62897895","wikidata":"https://www.wikidata.org/wiki/Q1915482","display_name":"Mean opinion score","level":3,"score":0.5710530877113342},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.5645638704299927},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5584245920181274},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4875342547893524},{"id":"https://openalex.org/C169805256","wikidata":"https://www.wikidata.org/wiki/Q1361381","display_name":"Transform coding","level":4,"score":0.4779903292655945},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.4606042504310608},{"id":"https://openalex.org/C69216139","wikidata":"https://www.wikidata.org/wiki/Q931783","display_name":"JPEG 2000","level":5,"score":0.44063428044319153},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4140027165412903},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3637760281562805},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3567466735839844},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.33223506808280945},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3282095193862915},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.25408434867858887},{"id":"https://openalex.org/C2221639","wikidata":"https://www.wikidata.org/wiki/Q2877","display_name":"Discrete cosine transform","level":3,"score":0.14502742886543274},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11359724402427673},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08322837948799133},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0674530565738678},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/vcip53242.2021.9675314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vcip53242.2021.9675314","pdf_url":null,"source":{"id":"https://openalex.org/S4363608378","display_name":"2021 International Conference on Visual Communications and Image Processing (VCIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on Visual Communications and Image Processing (VCIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:infoscience.epfl.ch:289485","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/182389","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference proceedings"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:289485","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/182389","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference proceedings"},"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2049208969","https://openalex.org/W2785562966","https://openalex.org/W2900581685","https://openalex.org/W2962676454","https://openalex.org/W2963149687","https://openalex.org/W2964098744","https://openalex.org/W2970999611","https://openalex.org/W3014840603","https://openalex.org/W3036682213","https://openalex.org/W3081158896","https://openalex.org/W3115657431","https://openalex.org/W3117485197","https://openalex.org/W3117698219","https://openalex.org/W3176668707","https://openalex.org/W4297659253","https://openalex.org/W6756507479"],"related_works":["https://openalex.org/W2441603424","https://openalex.org/W2538576716","https://openalex.org/W4200377430","https://openalex.org/W2151920332","https://openalex.org/W2147471256","https://openalex.org/W2542654834","https://openalex.org/W4243959093","https://openalex.org/W3155820142","https://openalex.org/W1994319845","https://openalex.org/W2100013736"],"abstract_inverted_index":{"Learning-based":[0],"image":[1,18,48,87,116],"codecs":[2,49,121],"produce":[3],"different":[4],"compression":[5],"artifacts,":[6],"when":[7],"compared":[8],"to":[9,39,51,82],"the":[10,52,61,68,95,112,134],"blocking":[11],"and":[12,25,60,136],"blurring":[13],"degradation":[14],"introduced":[15],"by":[16,105],"conventional":[17,120],"codecs,":[19],"such":[20],"as":[21],"JPEG,":[22],"JPEG":[23,62],"2000":[24],"HEIC.":[26],"In":[27],"this":[28,84],"paper,":[29],"a":[30,41,71,76,125],"crowdsourcing":[31],"based":[32],"subjective":[33,90],"quality":[34,78],"evaluation":[35],"procedure":[36],"was":[37,80],"used":[38],"benchmark":[40],"representative":[42],"set":[43],"of":[44,86,94,111,114,127],"end-to-end":[45],"deep":[46],"learning-based":[47,115],"submitted":[50],"MMSP'2020":[53],"Grand":[54],"Challenge":[55],"on":[56],"Learning-Based":[57],"Image":[58],"Coding":[59],"AI":[63],"Call":[64],"for":[65],"Evidence.":[66],"For":[67],"first":[69],"time,":[70],"double":[72],"stimulus":[73],"methodology":[74],"with":[75,133],"continuous":[77],"scale":[79],"applied":[81],"evaluate":[83],"type":[85],"codecs.":[88],"The":[89,109],"experiment":[91],"is":[92],"one":[93],"largest":[96],"ever":[97],"reported":[98],"including":[99],"more":[100],"than":[101],"240":[102],"pair-comparisons":[103],"evaluated":[104],"118":[106],"na\u00efve":[107],"subjects.":[108],"results":[110],"benchmarking":[113],"coding":[117],"solutions":[118],"against":[119],"are":[122],"organized":[123],"in":[124],"dataset":[126],"differential":[128],"mean":[129],"opinion":[130],"scores":[131],"along":[132],"stimuli":[135],"made":[137],"publicly":[138],"available.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}