{"id":"https://openalex.org/W2952821957","doi":"https://doi.org/10.1109/icde.2019.00237","title":"Crowdsourcing Database Systems: Overview and Challenges","display_name":"Crowdsourcing Database Systems: Overview and Challenges","publication_year":2019,"publication_date":"2019-04-01","ids":{"openalex":"https://openalex.org/W2952821957","doi":"https://doi.org/10.1109/icde.2019.00237","mag":"2952821957"},"language":"en","primary_location":{"id":"doi:10.1109/icde.2019.00237","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde.2019.00237","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 35th International Conference on Data Engineering (ICDE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101797040","display_name":"Chengliang Chai","orcid":"https://orcid.org/0000-0001-8080-5594"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengliang Chai","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100739546","display_name":"Ju Fan","orcid":"https://orcid.org/0000-0003-4729-9903"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ju Fan","raw_affiliation_strings":["Renmin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451576","display_name":"Guoliang Li","orcid":"https://orcid.org/0000-0002-1398-0621"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoliang Li","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101850961","display_name":"Jiannan Wang","orcid":"https://orcid.org/0009-0002-8978-312X"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jiannan Wang","raw_affiliation_strings":["Simon Fraser University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Simon Fraser University","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101814491","display_name":"Yudian Zheng","orcid":"https://orcid.org/0000-0001-6537-1521"},"institutions":[{"id":"https://openalex.org/I113979032","display_name":"Twitter (United States)","ror":"https://ror.org/04wt43v05","country_code":"US","type":"company","lineage":["https://openalex.org/I113979032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yudian Zheng","raw_affiliation_strings":["Twitter"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Twitter","institution_ids":["https://openalex.org/I113979032"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2052","last_page":"2055"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.985598623752594},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8046233654022217},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.6700681447982788},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5487972497940063},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5479370355606079},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5385310649871826},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.51004558801651},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49793171882629395},{"id":"https://openalex.org/keywords/sort","display_name":"sort","score":0.49539029598236084},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46237727999687195},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2728006839752197},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2713303565979004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19853433966636658},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.11676937341690063}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.985598623752594},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8046233654022217},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.6700681447982788},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5487972497940063},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5479370355606079},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5385310649871826},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.51004558801651},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49793171882629395},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.49539029598236084},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46237727999687195},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2728006839752197},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2713303565979004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19853433966636658},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.11676937341690063},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icde.2019.00237","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde.2019.00237","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 35th International Conference on Data Engineering (ICDE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1551839888","https://openalex.org/W1560943167","https://openalex.org/W1813736802","https://openalex.org/W1974554406","https://openalex.org/W2011907632","https://openalex.org/W2013666871","https://openalex.org/W2013922699","https://openalex.org/W2025721839","https://openalex.org/W2028818097","https://openalex.org/W2056748234","https://openalex.org/W2083293881","https://openalex.org/W2138965424","https://openalex.org/W2145492473","https://openalex.org/W2161126263","https://openalex.org/W2163051926","https://openalex.org/W2168144930","https://openalex.org/W2243537967","https://openalex.org/W2395803568","https://openalex.org/W2548952463","https://openalex.org/W2585226541","https://openalex.org/W2612526608","https://openalex.org/W2612619809","https://openalex.org/W2612925715","https://openalex.org/W2795117410","https://openalex.org/W2807923226","https://openalex.org/W2808345493","https://openalex.org/W2889357608","https://openalex.org/W6633095748","https://openalex.org/W6653960779","https://openalex.org/W6671726088","https://openalex.org/W6752478188"],"related_works":["https://openalex.org/W2512762878","https://openalex.org/W2033745466","https://openalex.org/W162737300","https://openalex.org/W2520160102","https://openalex.org/W2520748299","https://openalex.org/W2011363905","https://openalex.org/W2046555014","https://openalex.org/W3131060711","https://openalex.org/W2548342535","https://openalex.org/W3125008079"],"abstract_inverted_index":{"Many":[0],"data":[1],"management":[2],"and":[3,42,81,95,113,132,151,171],"analytics":[4],"tasks,":[5],"such":[6],"as":[7],"entity":[8],"resolution,":[9],"cannot":[10],"be":[11],"solely":[12],"addressed":[13],"by":[14,86],"automated":[15],"processes.":[16],"Crowdsourcing":[17],"is":[18,64],"an":[19,128],"effective":[20],"way":[21],"to":[22,28,34,57,67,78,98],"harness":[23],"the":[24,55,70,74,100,105,135,157,176],"human":[25],"cognitive":[26],"ability":[27],"process":[29],"these":[30,59],"computer-hard":[31,60],"tasks.":[32,61],"Thanks":[33],"public":[35],"crowdsourcing":[36,71,89,122,140],"platforms,":[37,72],"e.g.,":[38],"Amazon":[39],"Mechanical":[40],"Turk":[41],"CrowdFlower,":[43],"we":[44,110,155,174],"can":[45],"easily":[46],"involve":[47],"hundreds":[48],"of":[49,51,102,118,130],"thousands":[50],"ordinary":[52],"workers":[53],"(i.e.,":[54],"crowd)":[56],"address":[58],"However":[62],"it":[63],"rather":[65],"inconvenient":[66],"interact":[68],"with":[69,104],"because":[73],"platforms":[75],"require":[76],"one":[77],"set":[79],"parameters":[80],"even":[82],"write":[83],"codes.":[84],"Inspired":[85],"traditional":[87],"DBMS,":[88],"database":[90,123],"systems":[91],"have":[92],"been":[93],"proposed":[94],"widely":[96],"studied":[97],"encapsulate":[99],"complexities":[101],"interacting":[103],"crowd.":[106],"In":[107],"this":[108],"tutorial,":[109],"will":[111],"survey":[112],"synthesize":[114],"a":[115],"wide":[116],"spectrum":[117],"existing":[119],"studies":[120],"on":[121,159],"systems.":[124],"We":[125],"first":[126],"give":[127],"overview":[129],"crowdsourcing,":[131],"then":[133],"summarize":[134],"fundamental":[136],"techniques":[137,158],"in":[138],"designing":[139,160],"databases,":[141],"including":[142,163],"task":[143,147],"design,":[144],"truth":[145],"inference,":[146],"assignment,":[148],"answer":[149],"reasoning":[150],"latency":[152],"reduction.":[153],"Next":[154],"review":[156],"crowdsourced":[161],"operators,":[162],"selection,":[164],"join,":[165],"sort,":[166],"top-k,":[167],"max/min,":[168],"count,":[169],"collect,":[170],"fill.":[172],"Finally,":[173],"discuss":[175],"emerging":[177],"challenges.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}