{"id":"https://openalex.org/W4399793751","doi":"https://doi.org/10.1109/icip51287.2024.10647945","title":"Comparison of Crowdsourcing And Laboratory Settings for Subjective Assessment of Video Quality and Acceptability & Annoyance","display_name":"Comparison of Crowdsourcing And Laboratory Settings for Subjective Assessment of Video Quality and Acceptability & Annoyance","publication_year":2024,"publication_date":"2024-09-27","ids":{"openalex":"https://openalex.org/W4399793751","doi":"https://doi.org/10.1109/icip51287.2024.10647945"},"language":"en","primary_location":{"id":"doi:10.1109/icip51287.2024.10647945","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icip51287.2024.10647945","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04615320/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003697986","display_name":"Ali Ak","orcid":"https://orcid.org/0000-0002-8572-3739"},"institutions":[{"id":"https://openalex.org/I4210167018","display_name":"Interaction Design (United Kingdom)","ror":"https://ror.org/03qfyes53","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210167018"]},{"id":"https://openalex.org/I97188460","display_name":"Nantes Universit\u00e9","ror":"https://ror.org/03gnr7b55","country_code":"FR","type":"education","lineage":["https://openalex.org/I97188460"]},{"id":"https://openalex.org/I100445878","display_name":"\u00c9cole Centrale de Nantes","ror":"https://ror.org/03nh7d505","country_code":"FR","type":"education","lineage":["https://openalex.org/I100445878","https://openalex.org/I97188460"]},{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460","https://openalex.org/I97188460"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR","GB"],"is_corresponding":true,"raw_author_name":"Ali Ak","raw_affiliation_strings":["Nantes Université,École Centrale Nantes,CNRS,LS2N, UMR 6004,Nantes,France,F-44000","LS2N - \u00e9quipe IPI -\n        Image Perception Interaction","LS2N -\n        Laboratoire des Sciences du Num\u00e9rique de Nantes","Nantes Univ - EPUN -\n        Nantes Universit\u00e9 - Ecole Polytechnique de l'Universit\u00e9 de Nantes"],"affiliations":[{"raw_affiliation_string":"Nantes Université,École Centrale Nantes,CNRS,LS2N, UMR 6004,Nantes,France,F-44000","institution_ids":["https://openalex.org/I100445878","https://openalex.org/I4210117005","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"LS2N - \u00e9quipe IPI -\n        Image Perception Interaction","institution_ids":["https://openalex.org/I4210167018"]},{"raw_affiliation_string":"LS2N -\n        Laboratoire des Sciences du Num\u00e9rique de Nantes","institution_ids":["https://openalex.org/I4210117005"]},{"raw_affiliation_string":"Nantes Univ - EPUN -\n        Nantes Universit\u00e9 - Ecole Polytechnique de l'Universit\u00e9 de Nantes","institution_ids":["https://openalex.org/I97188460","https://openalex.org/I142476485"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092998754","display_name":"Abhishek Gera","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhishek Gera","raw_affiliation_strings":["Meta Platforms,Inc.,Menlo Park,USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms,Inc.,Menlo Park,USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057524817","display_name":"Denise Noyes","orcid":"https://orcid.org/0009-0001-2446-952X"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Denise Noyes","raw_affiliation_strings":["Meta Platforms,Inc.,Menlo Park,USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms,Inc.,Menlo Park,USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049867870","display_name":"Hassene Tmar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hassene Tmar","raw_affiliation_strings":["Meta Platforms,Inc.,Menlo Park,USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms,Inc.,Menlo Park,USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010288030","display_name":"Ioannis Katsavounidis","orcid":"https://orcid.org/0000-0002-9072-4250"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ioannis Katsavounidis","raw_affiliation_strings":["Meta Platforms,Inc.,Menlo Park,USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms,Inc.,Menlo Park,USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004453915","display_name":"Patrick Le Callet","orcid":"https://orcid.org/0000-0002-2143-7063"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I185839726","display_name":"Institut Universitaire de France","ror":"https://ror.org/055khg266","country_code":"FR","type":"education","lineage":["https://openalex.org/I185839726"]},{"id":"https://openalex.org/I97188460","display_name":"Nantes Universit\u00e9","ror":"https://ror.org/03gnr7b55","country_code":"FR","type":"education","lineage":["https://openalex.org/I97188460"]},{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460","https://openalex.org/I97188460"]},{"id":"https://openalex.org/I4210167018","display_name":"Interaction Design (United Kingdom)","ror":"https://ror.org/03qfyes53","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210167018"]},{"id":"https://openalex.org/I100445878","display_name":"\u00c9cole Centrale de Nantes","ror":"https://ror.org/03nh7d505","country_code":"FR","type":"education","lineage":["https://openalex.org/I100445878","https://openalex.org/I97188460"]}],"countries":["FR","GB"],"is_corresponding":false,"raw_author_name":"Patrick Le Callet","raw_affiliation_strings":["Nantes Université,École Centrale Nantes,CNRS,LS2N, UMR 6004,Nantes,France,F-44000","Nantes Univ -\n        Nantes Universit\u00e9","LS2N -\n        Laboratoire des Sciences du Num\u00e9rique de Nantes","LS2N - \u00e9quipe IPI -\n        Image Perception Interaction","IUF -\n        Institut universitaire de France"],"affiliations":[{"raw_affiliation_string":"Nantes Université,École Centrale Nantes,CNRS,LS2N, UMR 6004,Nantes,France,F-44000","institution_ids":["https://openalex.org/I100445878","https://openalex.org/I4210117005","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"Nantes Univ -\n        Nantes Universit\u00e9","institution_ids":["https://openalex.org/I97188460"]},{"raw_affiliation_string":"LS2N -\n        Laboratoire des Sciences du Num\u00e9rique de Nantes","institution_ids":["https://openalex.org/I4210117005"]},{"raw_affiliation_string":"LS2N - \u00e9quipe IPI -\n        Image Perception Interaction","institution_ids":["https://openalex.org/I4210167018"]},{"raw_affiliation_string":"IUF -\n        Institut universitaire de France","institution_ids":["https://openalex.org/I185839726"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003697986"],"corresponding_institution_ids":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I142476485","https://openalex.org/I4210117005","https://openalex.org/I4210167018","https://openalex.org/I97188460"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07969086,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1159","last_page":"1164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9103630185127258},{"id":"https://openalex.org/keywords/annoyance","display_name":"Annoyance","score":0.8524185419082642},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6158223152160645},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4835914969444275},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.4500737488269806},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.168462336063385},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14900782704353333},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13962554931640625},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.06641581654548645}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9103630185127258},{"id":"https://openalex.org/C178937217","wikidata":"https://www.wikidata.org/wiki/Q256401","display_name":"Annoyance","level":3,"score":0.8524185419082642},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6158223152160645},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4835914969444275},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.4500737488269806},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.168462336063385},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14900782704353333},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13962554931640625},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.06641581654548645},{"id":"https://openalex.org/C79018884","wikidata":"https://www.wikidata.org/wiki/Q622324","display_name":"Loudness","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icip51287.2024.10647945","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icip51287.2024.10647945","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04615320v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04615320","pdf_url":"https://hal.science/hal-04615320/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP 2024), IEEE, Oct 2024, Abu Dhabi, United Arab Emirates","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04615320v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04615320","pdf_url":"https://hal.science/hal-04615320/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP 2024), IEEE, Oct 2024, Abu Dhabi, United Arab Emirates","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399793751.pdf"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1963500038","https://openalex.org/W1975637778","https://openalex.org/W2065527149","https://openalex.org/W2075857229","https://openalex.org/W2098021123","https://openalex.org/W2167700118","https://openalex.org/W2921071643","https://openalex.org/W2939995367","https://openalex.org/W3183703731","https://openalex.org/W4386172449","https://openalex.org/W4386243172","https://openalex.org/W4386464647","https://openalex.org/W4388711634","https://openalex.org/W6862643704"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869"],"abstract_inverted_index":{"User":[0],"satisfaction":[1],"is":[2,79,176,194,200],"significantly":[3],"influenced":[4],"by":[5,44],"their":[6],"expectations":[7,52,148,191],"of":[8,22,50,71,83,99,149],"video":[9,18,54,73,110,133,150,183],"quality.":[10,55],"Even":[11],"when":[12],"users":[13],"are":[14],"presented":[15],"with":[16,192],"identical":[17],"stimuli,":[19],"the":[20,29,69,81,96],"Quality":[21],"Experience":[23],"(QoE)":[24],"can":[25],"vary":[26],"based":[27],"on":[28,85],"context.":[30],"The":[31,125],"acceptability":[32,103,113,158,170],"and":[33,53,112,122,135],"annoyance":[34,105,115,160,172],"paradigm":[35],"serves":[36],"as":[37,47,178,180,196,198],"a":[38,48,128,154],"tool":[39],"to":[40,76,145,163,174],"understand":[41],"this":[42,108],"relationship":[43,131],"measuring":[45],"QoE":[46,60,86,136],"function":[49],"user":[51],"Traditionally,":[56],"subjective":[57],"experiments":[58,75,116,173],"assessing":[59],"have":[61,146],"been":[62,90],"conducted":[63,118],"in":[64,119,137,141,153,157,201],"controlled":[65],"laboratory":[66,121,164,202],"settings.":[67,124,139],"While":[68],"extension":[70],"traditional":[72,182],"quality":[74,111,134,184],"crowdsourcing":[77,84,100,123,138,142,175,187],"settings":[78,143],"well-explored,":[80],"impact":[82],"studies":[87],"has":[88],"not":[89,177,195],"thoroughly":[91],"examined.":[92],"This":[93],"study":[94],"explore":[95],"potential":[97],"use":[98],"platforms":[101],"for":[102],"&":[104,114,159,171],"experiments.":[106,165,185],"To":[107],"end,":[109],"were":[117],"both":[120],"findings":[126],"reveal":[127],"more":[129],"linear":[130],"between":[132],"Subjects":[140],"tend":[144],"higher":[147],"quality,":[151],"resulting":[152],"slight":[155],"increase":[156],"thresholds":[161],"compared":[162],"Analyses":[166],"suggest":[167],"that":[168],"extending":[169,181],"straightforward":[179],"In":[186],"settings,":[188],"priming":[189],"subject":[190],"instructions":[193],"effective":[197],"it":[199],"conditions.":[203]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}