{"id":"https://openalex.org/W2293201672","doi":"https://doi.org/10.1109/tkde.2016.2518669","title":"Challenges in Data Crowdsourcing","display_name":"Challenges in Data Crowdsourcing","publication_year":2016,"publication_date":"2016-01-18","ids":{"openalex":"https://openalex.org/W2293201672","doi":"https://doi.org/10.1109/tkde.2016.2518669","mag":"2293201672"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2016.2518669","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2016.2518669","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055883336","display_name":"H\u00e9ctor Garc\u00eda-Molina","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hector Garcia-Molina","raw_affiliation_strings":["Department of Computer Science, Stanford University, Stanford, CA","Department of Computer Science, Stanford University, Stanford, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stanford University, Stanford, CA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Computer Science, Stanford University, Stanford, CA#TAB#","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050060224","display_name":"Manas Joglekar","orcid":"https://orcid.org/0000-0001-9733-7504"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manas Joglekar","raw_affiliation_strings":["Department of Computer Science, Stanford University, Stanford, CA","Department of Computer Science, Stanford University, Stanford, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stanford University, Stanford, CA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Computer Science, Stanford University, Stanford, CA#TAB#","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112355043","display_name":"Adam Marcus","orcid":"https://orcid.org/0000-0002-1428-2307"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adam Marcus","raw_affiliation_strings":["Unlimited Labs, San Francisco, CA"],"affiliations":[{"raw_affiliation_string":"Unlimited Labs, San Francisco, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013608601","display_name":"Aditya Parameswaran","orcid":"https://orcid.org/0000-0002-4538-4752"},"institutions":[{"id":"https://openalex.org/I16820183","display_name":"Illinois College","ror":"https://ror.org/02ys5x139","country_code":"US","type":"education","lineage":["https://openalex.org/I16820183"]},{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditya Parameswaran","raw_affiliation_strings":["Department of Computer Science, University of Illinois (UIUC), Champaign, IL","Department of Computer Science, University of Illinois (UIUC), Champaign, IL#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois (UIUC), Champaign, IL","institution_ids":["https://openalex.org/I16820183"]},{"raw_affiliation_string":"Department of Computer Science, University of Illinois (UIUC), Champaign, IL#TAB#","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085500374","display_name":"Vasilis Verroios","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vasilis Verroios","raw_affiliation_strings":["Department of Computer Science, Stanford University, Stanford, CA","Department of Computer Science, Stanford University, Stanford, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stanford University, Stanford, CA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Computer Science, Stanford University, Stanford, CA#TAB#","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5055883336"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":30.7836,"has_fulltext":false,"cited_by_count":139,"citation_normalized_percentile":{"value":0.99570163,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"28","issue":"4","first_page":"901","last_page":"911"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9893420934677124},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7889527678489685},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.6330100297927856},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6178409457206726},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5943422317504883},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4631381034851074},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23489856719970703},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.10156503319740295}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9893420934677124},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7889527678489685},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.6330100297927856},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6178409457206726},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5943422317504883},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4631381034851074},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23489856719970703},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10156503319740295},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2016.2518669","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2016.2518669","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W350106943","https://openalex.org/W750688931","https://openalex.org/W1496255159","https://openalex.org/W1518136606","https://openalex.org/W1546421159","https://openalex.org/W1551839888","https://openalex.org/W1568607842","https://openalex.org/W1584070893","https://openalex.org/W1603565383","https://openalex.org/W1872614887","https://openalex.org/W1970381522","https://openalex.org/W1974554406","https://openalex.org/W1985816302","https://openalex.org/W1990352756","https://openalex.org/W1992479406","https://openalex.org/W1995374568","https://openalex.org/W1996376794","https://openalex.org/W2001977275","https://openalex.org/W2012668444","https://openalex.org/W2013922699","https://openalex.org/W2019911125","https://openalex.org/W2028818097","https://openalex.org/W2028953510","https://openalex.org/W2035683813","https://openalex.org/W2040557557","https://openalex.org/W2049711652","https://openalex.org/W2052698082","https://openalex.org/W2053653724","https://openalex.org/W2054593810","https://openalex.org/W2056748234","https://openalex.org/W2058179030","https://openalex.org/W2073068515","https://openalex.org/W2074275752","https://openalex.org/W2083293881","https://openalex.org/W2090111889","https://openalex.org/W2095779006","https://openalex.org/W2121117737","https://openalex.org/W2122067387","https://openalex.org/W2125943921","https://openalex.org/W2127008633","https://openalex.org/W2133485007","https://openalex.org/W2145492473","https://openalex.org/W2148479118","https://openalex.org/W2151401338","https://openalex.org/W2152124886","https://openalex.org/W2154216473","https://openalex.org/W2158751658","https://openalex.org/W2161126263","https://openalex.org/W2163051926","https://openalex.org/W2168144930","https://openalex.org/W2175245320","https://openalex.org/W2181558882","https://openalex.org/W2240173141","https://openalex.org/W2296044363","https://openalex.org/W2342402489","https://openalex.org/W4230475127","https://openalex.org/W4294185089","https://openalex.org/W4298132949","https://openalex.org/W6611718547","https://openalex.org/W6632666092","https://openalex.org/W6633095748","https://openalex.org/W6635114429","https://openalex.org/W6653960779","https://openalex.org/W6682518680","https://openalex.org/W6685344980","https://openalex.org/W6685936606"],"related_works":["https://openalex.org/W2512762878","https://openalex.org/W2030793160","https://openalex.org/W2397281630","https://openalex.org/W2062146823","https://openalex.org/W2033745466","https://openalex.org/W162737300","https://openalex.org/W2011363905","https://openalex.org/W2520160102","https://openalex.org/W2046555014","https://openalex.org/W2548342535"],"abstract_inverted_index":{"Crowdsourcing":[0],"refers":[1],"to":[2,68],"solving":[3],"large":[4],"problems":[5,40],"by":[6],"involving":[7],"human":[8],"workers":[9],"that":[10,41,66],"solve":[11],"component":[12],"sub-problems":[13],"or":[14],"tasks.":[15],"In":[16,27],"data":[17,22,35],"crowdsourcing,":[18,36],"the":[19,42,48,63],"problem":[20],"involves":[21],"acquisition,":[23],"management,":[24],"and":[25,46],"analysis.":[26],"this":[28],"paper,":[29],"we":[30],"provide":[31],"an":[32],"overview":[33],"of":[34,39,62],"giving":[37],"examples":[38],"authors":[43],"have":[44],"tackled,":[45],"presenting":[47],"key":[49],"design":[50],"steps":[51],"involved":[52],"in":[53],"implementing":[54],"a":[55],"crowdsourced":[56],"solution.":[57],"We":[58],"also":[59],"discuss":[60],"some":[61],"open":[64],"challenges":[65],"remain":[67],"be":[69],"solved.":[70]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":24},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":4}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}