{"id":"https://openalex.org/W3111504093","doi":"https://doi.org/10.1145/3421712","title":"CrowdWT","display_name":"CrowdWT","publication_year":2020,"publication_date":"2020-12-07","ids":{"openalex":"https://openalex.org/W3111504093","doi":"https://doi.org/10.1145/3421712","mag":"3111504093"},"language":"en","primary_location":{"id":"doi:10.1145/3421712","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3421712","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018650549","display_name":"Jinzheng Tu","orcid":null},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinzheng Tu","raw_affiliation_strings":["Shandong University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027082940","display_name":"Guoxian Yu","orcid":"https://orcid.org/0000-0002-1667-6705"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoxian Yu","raw_affiliation_strings":["Shandong University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384767","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0002-5890-0365"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["Shandong University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090148962","display_name":"Carlotta Domeniconi","orcid":"https://orcid.org/0000-0003-2140-9596"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlotta Domeniconi","raw_affiliation_strings":["George Mason University, Fairfax, VA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, VA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079800756","display_name":"Maozu Guo","orcid":"https://orcid.org/0000-0001-6228-6276"},"institutions":[{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Maozu Guo","raw_affiliation_strings":["Beijing University of Civil Engineering and Architecture, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Civil Engineering and Architecture, Beijing, China","institution_ids":["https://openalex.org/I62853816"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000755750","display_name":"Xiangliang Zhang","orcid":"https://orcid.org/0000-0002-3574-5665"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Xiangliang Zhang","raw_affiliation_strings":["King Abdullah University of Science and Technology, Thuwal, SA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology, Thuwal, SA","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.22,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.90018634,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"15","issue":"1","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8033932447433472},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7854890823364258},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7641599178314209},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5680816769599915},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4634404480457306},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40457844734191895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3937416970729828},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34588423371315},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3306634724140167},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.214044988155365},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08432245254516602}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8033932447433472},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7854890823364258},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7641599178314209},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5680816769599915},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4634404480457306},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40457844734191895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3937416970729828},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34588423371315},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3306634724140167},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.214044988155365},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08432245254516602},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3421712","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3421712","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/667125","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/667125","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.5899999737739563,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G5564147583","display_name":"\u9762\u5411\u53ef\u53d8\u526a\u63a5\u5f02\u6784\u4f53\u529f\u80fd\u9884\u6d4b\u7684\u6570\u636e\u6574\u5408\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61872300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7148930410","display_name":"\u4e2a\u4f53-\u7fa4\u4f53\u65f6\u7a7a\u6d3b\u52a8\u8f68\u8ff9\u6316\u6398\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61871020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311026","display_name":"Shandong University","ror":"https://ror.org/0207yh398"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W335022172","https://openalex.org/W1493526108","https://openalex.org/W1728753295","https://openalex.org/W1996313212","https://openalex.org/W2012668444","https://openalex.org/W2034771068","https://openalex.org/W2045114813","https://openalex.org/W2073068515","https://openalex.org/W2076357412","https://openalex.org/W2098865355","https://openalex.org/W2137165445","https://openalex.org/W2141017982","https://openalex.org/W2141649520","https://openalex.org/W2156358825","https://openalex.org/W2157010107","https://openalex.org/W2329105431","https://openalex.org/W2335974056","https://openalex.org/W2340222647","https://openalex.org/W2340432473","https://openalex.org/W2430704425","https://openalex.org/W2525830997","https://openalex.org/W2562714192","https://openalex.org/W2578777894","https://openalex.org/W2585226541","https://openalex.org/W2604738573","https://openalex.org/W2621504451","https://openalex.org/W2740478029","https://openalex.org/W2741237776","https://openalex.org/W2743605915","https://openalex.org/W2791722231","https://openalex.org/W2794663017","https://openalex.org/W2807634467","https://openalex.org/W2807828022","https://openalex.org/W2904792423","https://openalex.org/W2911966198","https://openalex.org/W2950811110","https://openalex.org/W2951038848","https://openalex.org/W2964067789","https://openalex.org/W2966670081","https://openalex.org/W3011716658","https://openalex.org/W4233413206","https://openalex.org/W4300354056","https://openalex.org/W4316094799"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Crowdsourcing":[0,17],"is":[1,35,52,57],"a":[2,31,64,88,110,124,142,149,182,190,225],"relatively":[3],"inexpensive":[4],"and":[5,77,79,104,115,164,179,194,198,214,228],"efficient":[6],"mechanism":[7],"to":[8,37,43,70,83,93,118,123,132,157,166,171,185,189,202],"collect":[9],"annotations":[10,117,135],"of":[11,102,126,162,192],"data":[12],"from":[13],"the":[14,22,26,40,44,48,55,72,96,99,105,121,137,159,168,204,230],"open":[15],"Internet.":[16],"workers":[18,193,201],"are":[19,129],"paid":[20],"for":[21,136],"provided":[23],"annotations,":[24],"but":[25],"task":[27,42,66,106,113,122,155],"requester":[28],"usually":[29],"has":[30,229],"limited":[32,226],"budget.":[33],"It":[34],"desirable":[36],"wisely":[38],"assign":[39,81,120,167,187],"appropriate":[41],"right":[45],"workers,":[46,78,127],"so":[47],"overall":[49],"annotation":[50],"quality":[51],"maximized":[53],"while":[54],"cost":[56],"reduced.":[58],"In":[59],"this":[60],"article,":[61],"we":[62],"propose":[63],"novel":[65],"assignment":[67],"strategy":[68],"(CrowdWT)":[69],"capture":[71],"complex":[73],"interactions":[74],"between":[75,112],"tasks":[76,82,163,170,188],"properly":[80],"workers.":[84,174],"CrowdWT":[85,139,176,220],"first":[86],"develops":[87],"Worker":[89],"Bias":[90],"Model":[91,145],"(WBM)":[92],"jointly":[94],"model":[95,184],"worker\u2019s":[97],"bias,":[98],"ground":[100],"truths":[101],"tasks,":[103],"features.":[107],"WBM":[108,178],"constructs":[109],"mapping":[111],"features":[114,156],"worker":[116],"dynamically":[119,186],"group":[125,191],"who":[128],"more":[130,172,196],"likely":[131],"give":[133],"correct":[134],"task.":[138],"further":[140],"introduces":[141],"Task":[143],"Difficulty":[144],"(TDM),":[146],"which":[147],"builds":[148],"Kernel":[150],"ridge":[151],"regressor":[152],"based":[153],"on":[154,210],"quantify":[158],"intrinsic":[160],"difficulty":[161],"thus":[165],"difficult":[169,205],"reliable":[173,197],"Finally,":[175],"combines":[177],"TDM":[180],"into":[181],"unified":[183],"recall":[195],"even":[199],"expert":[200],"annotate":[203],"tasks.":[206],"Our":[207],"experimental":[208],"results":[209],"two":[211,215],"real-world":[212],"datasets":[213,217],"semi-synthetic":[216],"show":[218],"that":[219],"achieves":[221],"high-quality":[222],"answers":[223],"within":[224],"budget,":[227],"best":[231],"performance":[232],"against":[233],"competitive":[234],"methods.<?vsp":[235],"-1.5pt?>":[236]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2020-12-21T00:00:00"}