{"id":"https://openalex.org/W2340688302","doi":"https://doi.org/10.14778/2921558.2921559","title":"Crowdsourced top-k algorithms","display_name":"Crowdsourced top-k algorithms","publication_year":2016,"publication_date":"2016-04-01","ids":{"openalex":"https://openalex.org/W2340688302","doi":"https://doi.org/10.14778/2921558.2921559","mag":"2340688302"},"language":"en","primary_location":{"id":"doi:10.14778/2921558.2921559","is_oa":false,"landing_page_url":"https://doi.org/10.14778/2921558.2921559","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108046737","display_name":"Xiaohang Zhang","orcid":"https://orcid.org/0000-0002-5315-8712"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaohang Zhang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451576","display_name":"Guoliang Li","orcid":"https://orcid.org/0000-0002-1398-0621"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoliang Li","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100951661","display_name":"Jianhua Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Feng","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5108046737"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":18.2363,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.98818243,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"9","issue":"8","first_page":"612","last_page":"623"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9659625291824341},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7616927623748779},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.652260422706604},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6392239928245544},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5463070273399353},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5268560647964478},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49519458413124084},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4745156168937683},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.4308190941810608},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4148486256599426},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.11376729607582092}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9659625291824341},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7616927623748779},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.652260422706604},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6392239928245544},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5463070273399353},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5268560647964478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49519458413124084},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4745156168937683},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.4308190941810608},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4148486256599426},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11376729607582092},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/2921558.2921559","is_oa":false,"landing_page_url":"https://doi.org/10.14778/2921558.2921559","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W311044188","https://openalex.org/W569757784","https://openalex.org/W1597864774","https://openalex.org/W1909146639","https://openalex.org/W1974554406","https://openalex.org/W2013784666","https://openalex.org/W2038435918","https://openalex.org/W2066640191","https://openalex.org/W2085773137","https://openalex.org/W2098649057","https://openalex.org/W2102977876","https://openalex.org/W2105089228","https://openalex.org/W2130406232","https://openalex.org/W2145492473","https://openalex.org/W2153975459","https://openalex.org/W2161126263","https://openalex.org/W2164545125","https://openalex.org/W2295497133","https://openalex.org/W2329105431","https://openalex.org/W2763110165","https://openalex.org/W3003252051","https://openalex.org/W3041282958","https://openalex.org/W6674853019","https://openalex.org/W6675583760","https://openalex.org/W6682322604","https://openalex.org/W6697497824"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Crowdsourced":[0,19],"top-k":[1,20,32,48,71,164],"computation":[2],"has":[3,130],"attracted":[4],"significant":[5],"attention":[6],"recently,":[7],"thanks":[8],"to":[9,25,116],"emerging":[10],"crowdsourcing":[11,185],"platforms,":[12],"e.g.,":[13],"Amazon":[14],"Mechanical":[15],"Turk":[16],"and":[17,29,63,141,169,181,194],"CrowdFlower.":[18],"algorithms":[21,49,143,200],"ask":[22],"the":[23,27,31,36,52,55,61,69,77,81,85,104,124,136,189],"crowd":[24,41,137],"compare":[26],"objects":[28,33],"infer":[30],"based":[34],"on":[35,147,183,197],"crowdsourced":[37,70,163],"comparison":[38,161],"results.":[39],"The":[40,73],"may":[42],"return":[43],"incorrect":[44],"answers,":[45],"but":[46],"traditional":[47],"cannot":[50],"tolerate":[51],"errors":[53],"from":[54],"crowd.":[56],"To":[57,150],"address":[58],"this":[59,155],"problem,":[60],"database":[62,74],"machine-learning":[64,82],"communities":[65],"have":[66,98],"independently":[67],"studied":[68],"problem.":[72],"community":[75,83],"proposes":[76,84],"heuristic-based":[78],"solutions":[79],"while":[80],"learningbased":[86],"methods":[87,134],"(e.g.,":[88],"maximum":[89],"likelihood":[90],"estimation).":[91],"However,":[92],"these":[93,152],"two":[94],"types":[95],"of":[96,127,162,178,191],"techniques":[97,193],"not":[99],"been":[100],"compared":[101],"systematically":[102],"under":[103],"same":[105],"experimental":[106,125],"framework.":[107],"Thus":[108],"it":[109],"is":[110],"rather":[111],"difficult":[112],"for":[113,201],"a":[114,159],"practitioner":[115],"decide":[117],"which":[118],"algorithm":[119,175],"should":[120],"be":[121],"adopted.":[122],"Furthermore,":[123],"evaluation":[126],"existing":[128],"studies":[129],"several":[131],"weaknesses.":[132],"Some":[133],"assume":[135],"returns":[138],"high-quality":[139],"results":[140],"some":[142],"are":[144],"only":[145],"tested":[146],"simulated":[148],"experiments.":[149],"alleviate":[151],"limitations,":[153],"in":[154,176],"paper":[156],"we":[157,172],"present":[158],"comprehensive":[160],"algorithms.":[165],"Using":[166],"various":[167,202],"synthetic":[168],"real":[170,184],"datasets,":[171],"evaluate":[173],"each":[174],"terms":[177],"result":[179],"quality":[180],"efficiency":[182],"platforms.":[186],"We":[187],"reveal":[188],"characteristics":[190],"different":[192],"provide":[195],"guidelines":[196],"selecting":[198],"appropriate":[199],"scenarios.":[203]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}