{"id":"https://openalex.org/W3093275909","doi":"https://doi.org/10.1145/3423328.3423499","title":"Improving the Efficiency of QoE Crowdtesting","display_name":"Improving the Efficiency of QoE Crowdtesting","publication_year":2020,"publication_date":"2020-10-15","ids":{"openalex":"https://openalex.org/W3093275909","doi":"https://doi.org/10.1145/3423328.3423499","mag":"3093275909"},"language":"en","primary_location":{"id":"doi:10.1145/3423328.3423499","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3423328.3423499","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3423328.3423499","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Quality of Experience (QoE) in Visual Multimedia Applications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3423328.3423499","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084986707","display_name":"Ricky K. P. Mok","orcid":"https://orcid.org/0000-0003-3300-9514"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ricky K. P. Mok","raw_affiliation_strings":["University of California, San Diego, La Jolla, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009036733","display_name":"Ginga Kawaguti","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ginga Kawaguti","raw_affiliation_strings":["NTT Corporation, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101601810","display_name":"Jun Okamoto","orcid":"https://orcid.org/0000-0001-8869-3662"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jun Okamoto","raw_affiliation_strings":["NTT Corporation, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2251713219"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.11340394,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"19","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9679317474365234},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.7872403860092163},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7784123420715332},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.5565151572227478},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4574822783470154},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.4203193485736847},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32598012685775757},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.26664161682128906},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.17475217580795288},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11889806389808655},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08988186717033386},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.08199256658554077}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9679317474365234},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.7872403860092163},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7784123420715332},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5565151572227478},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4574822783470154},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.4203193485736847},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32598012685775757},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.26664161682128906},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.17475217580795288},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11889806389808655},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08988186717033386},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.08199256658554077},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3423328.3423499","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3423328.3423499","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3423328.3423499","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Quality of Experience (QoE) in Visual Multimedia Applications","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3423328.3423499","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3423328.3423499","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3423328.3423499","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Quality of Experience (QoE) in Visual Multimedia Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6296138167","display_name":null,"funder_award_id":"20193641","funder_id":"https://openalex.org/F4320322402","funder_display_name":"Nippon Telegraph and Telephone"}],"funders":[{"id":"https://openalex.org/F4320322402","display_name":"Nippon Telegraph and Telephone","ror":"https://ror.org/00berct97"},{"id":"https://openalex.org/F4320332603","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3093275909.pdf","grobid_xml":"https://content.openalex.org/works/W3093275909.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W1525599330","https://openalex.org/W1588044251","https://openalex.org/W1974786918","https://openalex.org/W1986570368","https://openalex.org/W2023718959","https://openalex.org/W2026538633","https://openalex.org/W2044885272","https://openalex.org/W2049208969","https://openalex.org/W2053154970","https://openalex.org/W2075857229","https://openalex.org/W2080843559","https://openalex.org/W2101086718","https://openalex.org/W2105187896","https://openalex.org/W2121188597","https://openalex.org/W2132576251","https://openalex.org/W2160473997","https://openalex.org/W2163031058","https://openalex.org/W2170931744","https://openalex.org/W2252446605","https://openalex.org/W2315338392","https://openalex.org/W2535526893","https://openalex.org/W2559093073","https://openalex.org/W2581489987","https://openalex.org/W2739478203","https://openalex.org/W2784131018","https://openalex.org/W2941145494"],"related_works":["https://openalex.org/W4304080328","https://openalex.org/W3092769111","https://openalex.org/W2883239366","https://openalex.org/W1543922763","https://openalex.org/W3127182254","https://openalex.org/W2737069248","https://openalex.org/W2914450980","https://openalex.org/W2542002904","https://openalex.org/W1971541619","https://openalex.org/W1993691163"],"abstract_inverted_index":{"Crowdsourced":[0],"testing":[1],"is":[2],"an":[3],"increasingly":[4],"popular":[5],"way":[6],"to":[7,67],"study":[8,72,132],"the":[9,26,40,53,76,121,137],"quality":[10],"of":[11,14,25,39,43,52,78,110],"experience":[12],"(QoE)":[13],"applications,":[15],"such":[16],"as":[17],"video":[18,122,140],"streaming":[19,123],"and":[20,113,142],"web.":[21],"The":[22],"diverse":[23],"nature":[24],"crowd":[27],"provides":[28],"a":[29,49,63,69,107,127],"more":[30,93],"realistic":[31],"assessment":[32],"environment":[33],"than":[34,95],"laboratory-based":[35],"assessments":[36,125],"allow.":[37],"Because":[38],"short":[41,99],"life-span":[42],"crowdsourcing":[44,71,96],"tasks,":[45],"each":[46],"subject":[47],"spends":[48],"significant":[50],"fraction":[51],"experiment":[54,65],"time":[55],"just":[56],"learning":[57],"how":[58],"it":[59],"works.":[60],"We":[61,119],"propose":[62],"novel":[64],"design":[66,90],"conduct":[68],"longitudinal":[70],"aimed":[73],"at":[74],"improving":[75],"efficiency":[77],"crowdsourced":[79],"QoE":[80,124],"assessments.":[81],"On":[82],"Amazon":[83],"Mechanical":[84],"Turk,":[85],"we":[86],"found":[87],"that":[88,104],"our":[89,117],"was":[91],"20%":[92],"cost-effective":[94],"multiple":[97],"one-off":[98],"experiments.":[100,118],"Our":[101,131],"results":[102],"showed":[103,133],"subjects":[105],"had":[106],"high":[108],"level":[109],"revisit":[111],"intent":[112],"continuously":[114],"participated":[115],"in":[116,126,136,147],"replicated":[120],"traditional":[128],"laboratory":[129],"setting.":[130],"similar":[134],"trends":[135],"relationship":[138],"between":[139],"bitrate":[141],"QoE,":[143],"which":[144],"confirm":[145],"findings":[146],"prior":[148],"research.":[149]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}