{"id":"https://openalex.org/W1597438642","doi":"https://doi.org/10.1109/qomex.2015.7148091","title":"Effect of being observed on the reliability of responses in crowdsourcing micro-task platforms","display_name":"Effect of being observed on the reliability of responses in crowdsourcing micro-task platforms","publication_year":2015,"publication_date":"2015-05-01","ids":{"openalex":"https://openalex.org/W1597438642","doi":"https://doi.org/10.1109/qomex.2015.7148091","mag":"1597438642"},"language":"en","primary_location":{"id":"doi:10.1109/qomex.2015.7148091","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qomex.2015.7148091","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 Seventh International Workshop on Quality of Multimedia Experience (QoMEX)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069905492","display_name":"Babak Naderi","orcid":"https://orcid.org/0009-0006-4778-5417"},"institutions":[{"id":"https://openalex.org/I4210093367","display_name":"Deutsche Telekom (Germany)","ror":"https://ror.org/00m8prc86","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210093367"]},{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]},{"id":"https://openalex.org/I58534130","display_name":"Deutsche Telekom (United Kingdom)","ror":"https://ror.org/00qxrgg46","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210093367","https://openalex.org/I58534130"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Babak Naderi","raw_affiliation_strings":["TU-Berlin, Telekom Innovation Laboratories, Berlin, Germany","Quality and Usability Lab, Telekom Innovation Laboratories, TU-Berlin, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU-Berlin, Telekom Innovation Laboratories, Berlin, Germany","institution_ids":["https://openalex.org/I4210093367","https://openalex.org/I58534130"]},{"raw_affiliation_string":"Quality and Usability Lab, Telekom Innovation Laboratories, TU-Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4210093367","https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060265073","display_name":"Ina Wechsung","orcid":null},"institutions":[{"id":"https://openalex.org/I4210093367","display_name":"Deutsche Telekom (Germany)","ror":"https://ror.org/00m8prc86","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210093367"]},{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]},{"id":"https://openalex.org/I58534130","display_name":"Deutsche Telekom (United Kingdom)","ror":"https://ror.org/00qxrgg46","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210093367","https://openalex.org/I58534130"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Ina Wechsung","raw_affiliation_strings":["TU-Berlin, Telekom Innovation Laboratories, Berlin, Germany","Quality and Usability Lab, Telekom Innovation Laboratories, TU-Berlin, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU-Berlin, Telekom Innovation Laboratories, Berlin, Germany","institution_ids":["https://openalex.org/I4210093367","https://openalex.org/I58534130"]},{"raw_affiliation_string":"Quality and Usability Lab, Telekom Innovation Laboratories, TU-Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4210093367","https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075001284","display_name":"Sebastian M\u00f6ller","orcid":"https://orcid.org/0000-0003-3057-0760"},"institutions":[{"id":"https://openalex.org/I4210093367","display_name":"Deutsche Telekom (Germany)","ror":"https://ror.org/00m8prc86","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210093367"]},{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]},{"id":"https://openalex.org/I58534130","display_name":"Deutsche Telekom (United Kingdom)","ror":"https://ror.org/00qxrgg46","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210093367","https://openalex.org/I58534130"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Sebastian Moller","raw_affiliation_strings":["TU-Berlin, Telekom Innovation Laboratories, Berlin, Germany","Quality and Usability Lab, Telekom Innovation Laboratories, TU-Berlin, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU-Berlin, Telekom Innovation Laboratories, Berlin, Germany","institution_ids":["https://openalex.org/I4210093367","https://openalex.org/I58534130"]},{"raw_affiliation_string":"Quality and Usability Lab, Telekom Innovation Laboratories, TU-Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4210093367","https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9304578900337219},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.881964921951294},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6867127418518066},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.6634013056755066},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6400179862976074},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6205025911331177},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28021806478500366},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18935400247573853},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09569624066352844}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9304578900337219},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.881964921951294},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6867127418518066},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.6634013056755066},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6400179862976074},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6205025911331177},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28021806478500366},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18935400247573853},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09569624066352844},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qomex.2015.7148091","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qomex.2015.7148091","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 Seventh International Workshop on Quality of Multimedia Experience (QoMEX)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1595637775","https://openalex.org/W1980131129","https://openalex.org/W2002982773","https://openalex.org/W2116705992","https://openalex.org/W4254360426","https://openalex.org/W6635565223"],"related_works":["https://openalex.org/W2033512842","https://openalex.org/W4322734194","https://openalex.org/W1607054433","https://openalex.org/W3005535424","https://openalex.org/W4233600955","https://openalex.org/W2913665393","https://openalex.org/W2994319598","https://openalex.org/W2369695847","https://openalex.org/W2110842462","https://openalex.org/W4233757488"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"the":[3,18,41,53,64,67,73,79,90],"reliability":[4,19,55,81],"of":[5,20,63,78],"responses":[6,21,65],"collected":[7],"in":[8,38,46,59],"two":[9],"crowdsourcing":[10],"studies":[11],"is":[12,36,44,75],"compared.":[13],"Two":[14],"methods":[15],"to":[16,89],"evaluate":[17],"(one":[22],"noticeable":[23,42,54],"and":[24],"one":[25,47],"unnoticeable":[26,34],"method":[27,35,43,57],"for":[28],"workers)":[29],"have":[30],"been":[31],"employed.":[32],"The":[33,50],"included":[37],"both":[39],"studies;":[40],"employed":[45],"study":[48,51],"only.":[49],"containing":[52],"check":[56,82],"resulted":[58],"a":[60,76],"higher":[61],"consistency":[62],"than":[66],"other":[68],"one.":[69],"We":[70],"assume":[71],"that":[72,92],"difference":[74],"result":[77],"obvious":[80],"method:":[83],"Workers":[84],"improve":[85],"their":[86],"performance":[87],"due":[88],"awareness":[91],"they":[93],"are":[94],"being":[95],"observed.":[96]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}