{"id":"https://openalex.org/W2783668259","doi":"https://doi.org/10.1145/3159652.3159654","title":"Cognitive Biases in Crowdsourcing","display_name":"Cognitive Biases in Crowdsourcing","publication_year":2018,"publication_date":"2018-02-02","ids":{"openalex":"https://openalex.org/W2783668259","doi":"https://doi.org/10.1145/3159652.3159654","mag":"2783668259"},"language":"en","primary_location":{"id":"doi:10.1145/3159652.3159654","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3159652.3159654","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014921416","display_name":"Carsten Eickhoff","orcid":"https://orcid.org/0000-0001-9895-4061"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Carsten Eickhoff","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5014921416"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":134,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"162","last_page":"170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9667016863822937},{"id":"https://openalex.org/keywords/cheating","display_name":"Cheating","score":0.7446490526199341},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6957237720489502},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6498225927352905},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.609075129032135},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5930924415588379},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5153347849845886},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.42779725790023804},{"id":"https://openalex.org/keywords/intelligence-analysis","display_name":"Intelligence analysis","score":0.4237956702709198},{"id":"https://openalex.org/keywords/cognitive-bias","display_name":"Cognitive bias","score":0.4215930104255676},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34553951025009155},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.27093756198883057},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1823517084121704},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1327361762523651},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.09573677182197571},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08204495906829834}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9667016863822937},{"id":"https://openalex.org/C2778024590","wikidata":"https://www.wikidata.org/wiki/Q2357432","display_name":"Cheating","level":2,"score":0.7446490526199341},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6957237720489502},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6498225927352905},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.609075129032135},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5930924415588379},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5153347849845886},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.42779725790023804},{"id":"https://openalex.org/C517642484","wikidata":"https://www.wikidata.org/wiki/Q2388514","display_name":"Intelligence analysis","level":2,"score":0.4237956702709198},{"id":"https://openalex.org/C189216375","wikidata":"https://www.wikidata.org/wiki/Q1127759","display_name":"Cognitive bias","level":3,"score":0.4215930104255676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34553951025009155},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.27093756198883057},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1823517084121704},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1327361762523651},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.09573677182197571},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08204495906829834},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3159652.3159654","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3159652.3159654","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W8473908","https://openalex.org/W9014458","https://openalex.org/W135190683","https://openalex.org/W172170795","https://openalex.org/W583714418","https://openalex.org/W1482214997","https://openalex.org/W1482974529","https://openalex.org/W1523019309","https://openalex.org/W1556861584","https://openalex.org/W1590411898","https://openalex.org/W1595524969","https://openalex.org/W1599116104","https://openalex.org/W1846955904","https://openalex.org/W1938221098","https://openalex.org/W1975495669","https://openalex.org/W1979483312","https://openalex.org/W2024166834","https://openalex.org/W2025627988","https://openalex.org/W2026969101","https://openalex.org/W2027047704","https://openalex.org/W2036431079","https://openalex.org/W2037140704","https://openalex.org/W2058892254","https://openalex.org/W2076498403","https://openalex.org/W2077667744","https://openalex.org/W2091004778","https://openalex.org/W2097246133","https://openalex.org/W2097312765","https://openalex.org/W2101919265","https://openalex.org/W2117503214","https://openalex.org/W2132232498","https://openalex.org/W2139516750","https://openalex.org/W2148479609","https://openalex.org/W2151401338","https://openalex.org/W2153292911","https://openalex.org/W2159048649","https://openalex.org/W2159205954","https://openalex.org/W2162059449","https://openalex.org/W2163522723","https://openalex.org/W2165062189","https://openalex.org/W2168396085","https://openalex.org/W2181558882","https://openalex.org/W2187789498","https://openalex.org/W2201853392","https://openalex.org/W2288846786","https://openalex.org/W2507358938","https://openalex.org/W2532530365","https://openalex.org/W2534774337","https://openalex.org/W2536015822","https://openalex.org/W2604418969","https://openalex.org/W2604483752","https://openalex.org/W2604599254","https://openalex.org/W2734889908","https://openalex.org/W2739071228","https://openalex.org/W3041668290","https://openalex.org/W3122000667","https://openalex.org/W4285719527","https://openalex.org/W4299828299"],"related_works":["https://openalex.org/W2512762878","https://openalex.org/W2030793160","https://openalex.org/W2397281630","https://openalex.org/W2062146823","https://openalex.org/W2033745466","https://openalex.org/W162737300","https://openalex.org/W2011363905","https://openalex.org/W2520160102","https://openalex.org/W2046555014","https://openalex.org/W2548342535"],"abstract_inverted_index":{"Crowdsourcing":[0],"has":[1],"become":[2],"a":[3],"popular":[4],"paradigm":[5],"in":[6,36],"data":[7],"curation,":[8],"annotation":[9],"and":[10,16],"evaluation":[11],"for":[12],"many":[13],"artificial":[14],"intelligence":[15],"information":[17],"retrieval":[18],"applications.":[19],"Considerable":[20],"efforts":[21],"have":[22],"gone":[23],"into":[24],"devising":[25],"effective":[26],"quality":[27,42],"control":[28],"mechanisms":[29],"that":[30,56],"identify":[31],"or":[32],"discourage":[33],"cheat":[34],"submissions":[35],"an":[37],"attempt":[38],"to":[39,60],"improve":[40],"the":[41],"of":[43,54],"noisy":[44],"crowd":[45],"judgments.":[46],"Besides":[47],"purposeful":[48],"cheating,":[49],"there":[50],"is":[51,57],"another":[52],"source":[53],"noise":[55],"often":[58],"alluded":[59],"but":[61],"insufficiently":[62],"studied:":[63],"Cognitive":[64],"biases.":[65]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":8}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}