{"id":"https://openalex.org/W2122261143","doi":"https://doi.org/10.1109/qomex.2012.6263885","title":"Microworkers vs. facebook: The impact of crowdsourcing platform choice on experimental results","display_name":"Microworkers vs. facebook: The impact of crowdsourcing platform choice on experimental results","publication_year":2012,"publication_date":"2012-07-01","ids":{"openalex":"https://openalex.org/W2122261143","doi":"https://doi.org/10.1109/qomex.2012.6263885","mag":"2122261143"},"language":"en","primary_location":{"id":"doi:10.1109/qomex.2012.6263885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qomex.2012.6263885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 Fourth International Workshop on Quality of Multimedia Experience","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/3434479","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090942436","display_name":"Bruno Gardlo","orcid":null},"institutions":[{"id":"https://openalex.org/I3122011922","display_name":"University of \u017dilina","ror":"https://ror.org/031wwwj55","country_code":"SK","type":"education","lineage":["https://openalex.org/I3122011922"]}],"countries":["SK"],"is_corresponding":true,"raw_author_name":"B. Gardlo","raw_affiliation_strings":["Department of Telecommunications and Multimedia, University of Zilina, Slovakia","[Department of Telecommunications and Multimedia, University of Zilina, Slovakia]"],"affiliations":[{"raw_affiliation_string":"Department of Telecommunications and Multimedia, University of Zilina, Slovakia","institution_ids":["https://openalex.org/I3122011922"]},{"raw_affiliation_string":"[Department of Telecommunications and Multimedia, University of Zilina, Slovakia]","institution_ids":["https://openalex.org/I3122011922"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088100575","display_name":"Michal Ries","orcid":"https://orcid.org/0000-0002-9233-7123"},"institutions":[{"id":"https://openalex.org/I3122011922","display_name":"University of \u017dilina","ror":"https://ror.org/031wwwj55","country_code":"SK","type":"education","lineage":["https://openalex.org/I3122011922"]},{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ","SK"],"is_corresponding":false,"raw_author_name":"M. Ries","raw_affiliation_strings":["Department of Radio Electronics, Brno University of Technology, Czech Republic","[Department of Telecommunications and Multimedia, University of Zilina, Slovakia]"],"affiliations":[{"raw_affiliation_string":"Department of Radio Electronics, Brno University of Technology, Czech Republic","institution_ids":["https://openalex.org/I60587646"]},{"raw_affiliation_string":"[Department of Telecommunications and Multimedia, University of Zilina, Slovakia]","institution_ids":["https://openalex.org/I3122011922"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025794971","display_name":"Tobias Ho\u00dffeld","orcid":"https://orcid.org/0000-0003-0173-595X"},"institutions":[{"id":"https://openalex.org/I3122011922","display_name":"University of \u017dilina","ror":"https://ror.org/031wwwj55","country_code":"SK","type":"education","lineage":["https://openalex.org/I3122011922"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"T. Hossfeld","raw_affiliation_strings":["[Department of Telecommunications and Multimedia, University of Zilina, Slovakia]"],"affiliations":[{"raw_affiliation_string":"[Department of Telecommunications and Multimedia, University of Zilina, Slovakia]","institution_ids":["https://openalex.org/I3122011922"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022844456","display_name":"Raimund Schatz","orcid":"https://orcid.org/0000-0002-8966-7439"},"institutions":[{"id":"https://openalex.org/I3122011922","display_name":"University of \u017dilina","ror":"https://ror.org/031wwwj55","country_code":"SK","type":"education","lineage":["https://openalex.org/I3122011922"]},{"id":"https://openalex.org/I4210122474","display_name":"Forschungszentrum Telekommunikation Wien","ror":"https://ror.org/026nftk33","country_code":"AT","type":"facility","lineage":["https://openalex.org/I4210122474"]}],"countries":["AT","SK"],"is_corresponding":false,"raw_author_name":"R. Schatz","raw_affiliation_strings":["Telecommunications Research Center Vienna-FTW, Vienna, Austria","[Department of Telecommunications and Multimedia, University of Zilina, Slovakia]"],"affiliations":[{"raw_affiliation_string":"Telecommunications Research Center Vienna-FTW, Vienna, Austria","institution_ids":["https://openalex.org/I4210122474"]},{"raw_affiliation_string":"[Department of Telecommunications and Multimedia, University of Zilina, Slovakia]","institution_ids":["https://openalex.org/I3122011922"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5090942436"],"corresponding_institution_ids":["https://openalex.org/I3122011922"],"apc_list":null,"apc_paid":null,"fwci":2.1964,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.89446482,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"35","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9908595085144043},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7650728225708008},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.7313368916511536},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6561093330383301},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5534786581993103},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41561856865882874},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.41182035207748413},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4080565273761749},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38847166299819946},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3282477855682373},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.30634868144989014},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.1336013376712799},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11004394292831421},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08857405185699463},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.08247694373130798},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.07745623588562012}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9908595085144043},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7650728225708008},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.7313368916511536},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6561093330383301},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5534786581993103},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41561856865882874},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.41182035207748413},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4080565273761749},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38847166299819946},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3282477855682373},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.30634868144989014},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.1336013376712799},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11004394292831421},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08857405185699463},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.08247694373130798},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.07745623588562012},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/qomex.2012.6263885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qomex.2012.6263885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 Fourth International Workshop on Quality of Multimedia Experience","raw_type":"proceedings-article"},{"id":"pmh:oai:zenodo.org:3434479","is_oa":true,"landing_page_url":"https://zenodo.org/record/3434479","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:3434479","is_oa":true,"landing_page_url":"https://zenodo.org/record/3434479","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W1857127940","https://openalex.org/W2025518782","https://openalex.org/W2086017364","https://openalex.org/W2121222025","https://openalex.org/W6639127845"],"related_works":["https://openalex.org/W4304080328","https://openalex.org/W2883239366","https://openalex.org/W1543922763","https://openalex.org/W3127182254","https://openalex.org/W1971541619","https://openalex.org/W2737069248","https://openalex.org/W2914450980","https://openalex.org/W2542002904","https://openalex.org/W1993691163","https://openalex.org/W1999662728"],"abstract_inverted_index":{"Subjective":[0],"laboratory":[1],"tests":[2],"represent":[3],"a":[4,57],"proven,":[5],"reliable":[6],"approach":[7],"towards":[8],"multimedia":[9],"quality":[10,18,53,106],"assessment.":[11],"Nonetheless,":[12],"in":[13,33],"certain":[14],"cases":[15],"novel":[16],"progressive":[17],"of":[19,60,99],"experience":[20],"(QoE)":[21],"assessment":[22],"methods":[23],"can":[24,41,76],"lead":[25],"to":[26,49],"better":[27,50],"results":[28,94],"or":[29],"enable":[30],"test":[31],"execution":[32],"more":[34],"cost-effective":[35],"ways.":[36],"In":[37,84],"this":[38,85],"respect,":[39],"crowdsourcing":[40,70,115],"be":[42],"considered":[43],"as":[44],"emerging":[45],"method":[46],"enabling":[47],"researchers":[48],"explore":[51],"end-user":[52],"perception":[54],"when":[55],"requiring":[56],"large":[58],"panel":[59],"subjects,":[61],"particularly":[62],"for":[63,73],"Web":[64],"application":[65],"usage":[66],"scenarios.":[67],"However,":[68],"the":[69,81,89],"platform":[71],"chosen":[72],"recruiting":[74],"participants":[75],"have":[77],"an":[78],"impact":[79],"on":[80,92,109],"experimental":[82],"results.":[83],"paper,":[86],"we":[87],"examine":[88],"platform's":[90],"influence":[91],"QoE":[93],"by":[95],"comparing":[96],"MOS":[97],"scores":[98],"two":[100],"otherwise":[101],"identical":[102],"subjective":[103],"HD":[104],"video":[105],"experiments":[107],"executed":[108],"one":[110,113],"paid":[111],"and":[112],"non-paid":[114],"platform.":[116]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-06-24T00:00:00"}