{"id":"https://openalex.org/W2585226541","doi":"https://doi.org/10.14778/3055540.3055547","title":"Truth inference in crowdsourcing","display_name":"Truth inference in crowdsourcing","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2585226541","doi":"https://doi.org/10.14778/3055540.3055547","mag":"2585226541"},"language":"en","primary_location":{"id":"doi:10.14778/3055540.3055547","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3055540.3055547","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101814491","display_name":"Yudian Zheng","orcid":"https://orcid.org/0000-0001-6537-1521"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yudian Zheng","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451576","display_name":"Guoliang Li","orcid":"https://orcid.org/0000-0002-1398-0621"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoliang Li","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109885554","display_name":"Yuanbing Li","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanbing Li","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102980268","display_name":"Caihua Shan","orcid":"https://orcid.org/0000-0003-2607-1598"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Caihua Shan","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005847882","display_name":"Reynold Cheng","orcid":"https://orcid.org/0000-0002-9480-9809"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Reynold Cheng","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":72.1279,"has_fulltext":false,"cited_by_count":426,"citation_normalized_percentile":{"value":0.99962023,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":"5","first_page":"541","last_page":"552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.892113447189331},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7916005849838257},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7837874889373779},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5662249326705933},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5577742457389832},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5532846450805664},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5234134197235107},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4608800411224365},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4496203660964966},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3603411018848419}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.892113447189331},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7916005849838257},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7837874889373779},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5662249326705933},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5577742457389832},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5532846450805664},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5234134197235107},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4608800411224365},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4496203660964966},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3603411018848419},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.14778/3055540.3055547","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3055540.3055547","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},{"id":"pmh:oai:hub.hku.hk:10722/243527","is_oa":false,"landing_page_url":"http://hdl.handle.net/10722/243527","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference_Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1828425977","display_name":null,"funder_award_id":"973 Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2024795505","display_name":null,"funder_award_id":"61472198","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2541809582","display_name":null,"funder_award_id":"2015CB358700","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3900775349","display_name":null,"funder_award_id":"2015CB358700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3968795434","display_name":"\u57fa\u4e8e\u4f17\u5305\u7684\u6570\u636e\u6e05\u6d17\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61472198","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5118487816","display_name":null,"funder_award_id":"MYRG105 (Y1-L3)-FST13-GZ","funder_id":"https://openalex.org/F4320316083","funder_display_name":"Tencent"},{"id":"https://openalex.org/G5452479108","display_name":null,"funder_award_id":"61373024","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5517044180","display_name":null,"funder_award_id":"61422205, 61472198","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5652550493","display_name":null,"funder_award_id":"61632016","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6470180456","display_name":"\u57fa\u4e8e\u4f4d\u7f6e\u7684\u793e\u4ea4\u7f51\u7edc\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61373024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6807738691","display_name":null,"funder_award_id":"61422205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8539191751","display_name":"\u4f17\u5305\u6570\u636e\u5e93\u7684\u57fa\u7840\u7406\u8bba\u4e0e\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61632016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G978999948","display_name":null,"funder_award_id":"61422205","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323893","display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia","ror":"https://ror.org/05vna4324"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1459599406","https://openalex.org/W1511986666","https://openalex.org/W1549099081","https://openalex.org/W1551839888","https://openalex.org/W1761109129","https://openalex.org/W1879495188","https://openalex.org/W1880262756","https://openalex.org/W1970381522","https://openalex.org/W1974554406","https://openalex.org/W1977810318","https://openalex.org/W1995945562","https://openalex.org/W2012668444","https://openalex.org/W2012752477","https://openalex.org/W2022710553","https://openalex.org/W2028818097","https://openalex.org/W2034771068","https://openalex.org/W2041404167","https://openalex.org/W2049633694","https://openalex.org/W2053653724","https://openalex.org/W2056748234","https://openalex.org/W2066640191","https://openalex.org/W2073068515","https://openalex.org/W2076357412","https://openalex.org/W2086413055","https://openalex.org/W2108646579","https://openalex.org/W2113878109","https://openalex.org/W2116705992","https://openalex.org/W2120340025","https://openalex.org/W2126174118","https://openalex.org/W2128475742","https://openalex.org/W2129345386","https://openalex.org/W2134305421","https://openalex.org/W2140890285","https://openalex.org/W2141649520","https://openalex.org/W2142518823","https://openalex.org/W2143539737","https://openalex.org/W2145492473","https://openalex.org/W2149273804","https://openalex.org/W2152009989","https://openalex.org/W2152124886","https://openalex.org/W2154096410","https://openalex.org/W2161126263","https://openalex.org/W2168071746","https://openalex.org/W2168144930","https://openalex.org/W2168332560","https://openalex.org/W2290431464","https://openalex.org/W2294346744","https://openalex.org/W2295333720","https://openalex.org/W2321087410","https://openalex.org/W2329105431","https://openalex.org/W2340688302","https://openalex.org/W2408493841","https://openalex.org/W2428834396","https://openalex.org/W2443200919","https://openalex.org/W2578777894","https://openalex.org/W2797563284","https://openalex.org/W2978725006","https://openalex.org/W4293052541","https://openalex.org/W6628785978","https://openalex.org/W6639619044","https://openalex.org/W6679158198","https://openalex.org/W6679959949","https://openalex.org/W6682171051","https://openalex.org/W6682518680","https://openalex.org/W6682675497","https://openalex.org/W6736960337","https://openalex.org/W7048738093"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Crowdsourcing":[0],"has":[1],"emerged":[2],"as":[3],"a":[4,36,131,140],"novel":[5],"problem-solving":[6],"paradigm,":[7],"which":[8,42,80],"facilitates":[9],"addressing":[10],"problems":[11],"that":[12,161,175,181],"are":[13,107,164],"hard":[14,118],"for":[15,59,119,154],"computers,":[16],"e.g.,":[17],"entity":[18],"resolution":[19],"and":[20,35,50,92,100,115,138,151,170,190,197],"sentiment":[21],"analysis.":[22],"However,":[23,104],"due":[24],"to":[25,47,83,121],"the":[26,53,60,64,67,86,89,112,182,192],"openness":[27],"of":[28,66,194],"crowdsourcing,":[29],"workers":[30,49],"may":[31],"yield":[32],"low-quality":[33],"answers,":[34],"redundancy-based":[37],"method":[38,75],"is":[39,76,117,172,186],"widely":[40],"employed,":[41],"first":[43],"assigns":[44],"each":[45],"task":[46,61],"multiple":[48],"then":[51],"infers":[52],"correct":[54],"answer":[55],"(called":[56],"truth":[57,183],")":[58],"based":[62],"on":[63,134],"answers":[65],"assigned":[68],"workers.":[69],"A":[70],"fundamental":[71],"problem":[72,99,185],"in":[73],"this":[74,98,127],"Truth":[77],"Inference":[78],",":[79],"decides":[81],"how":[82],"effectively":[84],"infer":[85],"truth.":[87],"Recently,":[88],"database":[90],"community":[91,95],"data":[93],"mining":[94],"independently":[96],"study":[97],"propose":[101],"various":[102],"algorithms.":[103,124],"these":[105],"algorithms":[106,137,163,196],"not":[108,165,187],"compared":[109],"extensively":[110],"under":[111],"same":[113],"framework":[114],"it":[116],"practitioners":[120],"select":[122],"appropriate":[123],"To":[125],"alleviate":[126],"problem,":[128],"we":[129,159],"provide":[130],"detailed":[132],"survey":[133],"17":[135],"existing":[136,162,195],"perform":[139],"comprehensive":[141],"evaluation":[142],"using":[143],"5":[144],"real":[145],"datasets.":[146],"We":[147,179],"make":[148],"all":[149],"codes":[150],"datasets":[152,169],"public":[153],"future":[155],"research.":[156],"Through":[157],"experiments":[158],"find":[160],"stable":[166],"across":[167],"different":[168],"there":[171],"no":[173],"algorithm":[174],"outperforms":[176],"others":[177],"consistently.":[178],"believe":[180],"inference":[184],"fully":[188],"solved,":[189],"identify":[191],"limitations":[193],"point":[198],"out":[199],"promising":[200],"research":[201],"directions.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":46},{"year":2022,"cited_by_count":49},{"year":2021,"cited_by_count":70},{"year":2020,"cited_by_count":66},{"year":2019,"cited_by_count":51},{"year":2018,"cited_by_count":50},{"year":2017,"cited_by_count":17}],"updated_date":"2026-06-21T07:57:09.225873","created_date":"2017-02-10T00:00:00"}