{"id":"https://openalex.org/W4385696631","doi":"https://doi.org/10.1109/tnse.2023.3302375","title":"Towards Relevance and Diversity in Crowdsourcing Worker Recruitment With Insufficient Information","display_name":"Towards Relevance and Diversity in Crowdsourcing Worker Recruitment With Insufficient Information","publication_year":2023,"publication_date":"2023-08-09","ids":{"openalex":"https://openalex.org/W4385696631","doi":"https://doi.org/10.1109/tnse.2023.3302375"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2023.3302375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2023.3302375","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076872812","display_name":"Zhida Qin","orcid":"https://orcid.org/0000-0002-9270-1810"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhida Qin","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101019555","display_name":"Siyun Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyun Yang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101530382","display_name":"Yuchen Huang","orcid":"https://orcid.org/0009-0008-9871-5851"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchen Huang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057933021","display_name":"Haoyan Fu","orcid":"https://orcid.org/0009-0002-3263-2427"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyan Fu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000555267","display_name":"Pengzhan Zhou","orcid":"https://orcid.org/0000-0002-8796-5969"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengzhan Zhou","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100699725","display_name":"Gangyi Ding","orcid":"https://orcid.org/0009-0007-6241-1613"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gangyi Ding","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5076872812"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":0.5094,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.6823034,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"11","issue":"1","first_page":"578","last_page":"591"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8912345170974731},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7528200149536133},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5504381656646729},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5041502714157104},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.43869125843048096},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37166810035705566},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3233698606491089},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3120843172073364},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09221839904785156},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.07091912627220154},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.06918251514434814}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8912345170974731},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7528200149536133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5504381656646729},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5041502714157104},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.43869125843048096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37166810035705566},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3233698606491089},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3120843172073364},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09221839904785156},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.07091912627220154},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.06918251514434814},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2023.3302375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2023.3302375","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.4099999964237213,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G3996011375","display_name":null,"funder_award_id":"62102029","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327514","display_name":"Beijing Institute of Technology Research Fund Program for Young Scholars","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1680189815","https://openalex.org/W2014617517","https://openalex.org/W2071702404","https://openalex.org/W2112420033","https://openalex.org/W2113786286","https://openalex.org/W2141017982","https://openalex.org/W2153873625","https://openalex.org/W2167489871","https://openalex.org/W2240173141","https://openalex.org/W2398690976","https://openalex.org/W2400213106","https://openalex.org/W2460051063","https://openalex.org/W2532022121","https://openalex.org/W2574161003","https://openalex.org/W2578777894","https://openalex.org/W2735680672","https://openalex.org/W2759323897","https://openalex.org/W2784059657","https://openalex.org/W2791911050","https://openalex.org/W2794663017","https://openalex.org/W2885935450","https://openalex.org/W2900427548","https://openalex.org/W2919420350","https://openalex.org/W2963175521","https://openalex.org/W2997672513","https://openalex.org/W3006632686","https://openalex.org/W3034860247","https://openalex.org/W3036912484","https://openalex.org/W3047004582","https://openalex.org/W3048919590","https://openalex.org/W3089715094","https://openalex.org/W3098894878","https://openalex.org/W3104197989","https://openalex.org/W3115040029","https://openalex.org/W3132653113","https://openalex.org/W3135483657","https://openalex.org/W3148548760","https://openalex.org/W3152597201","https://openalex.org/W3152663991","https://openalex.org/W3156621611","https://openalex.org/W3201237239","https://openalex.org/W4214907841","https://openalex.org/W4284688657","https://openalex.org/W4290927784","https://openalex.org/W4293336299","https://openalex.org/W4296604448","https://openalex.org/W4312545185","https://openalex.org/W6601392155","https://openalex.org/W6677418563","https://openalex.org/W6678092311","https://openalex.org/W6712581056","https://openalex.org/W6752326999","https://openalex.org/W6754434200"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W1497983610","https://openalex.org/W1980158193","https://openalex.org/W1967370444","https://openalex.org/W2157408137","https://openalex.org/W2150136235","https://openalex.org/W4312252109"],"abstract_inverted_index":{"Nowadays,":[0],"crowdsourcing":[1,33],"has":[2],"become":[3],"an":[4,72,92],"increasingly":[5],"popular":[6],"paradigm":[7],"in":[8,32,35,107],"real-world":[9,206],"applications.":[10],"It":[11],"provides":[12],"a":[13,22,87,103,136],"fundamental":[14],"mechanism":[15,76],"for":[16],"inviting":[17],"thoughts":[18],"and":[19,50,79,134,197,204],"perspectives":[20],"from":[21],"wide":[23],"swath":[24],"of":[25,28,64,86,112,212],"people.":[26],"One":[27],"the":[29,39,46,53,84,109,129,162,210],"critical":[30],"issues":[31],"lies":[34],"worker":[36,74,88,131],"recruitment.":[37],"However,":[38],"existing":[40],"literature":[41],"mainly":[42],"focuses":[43],"on":[44,201],"maximizing":[45],"relevance":[47,78,196],"between":[48],"workers":[49,113,189],"tasks,":[51],"ignoring":[52],"diversity":[54],"among":[55],"workers.":[56],"Such":[57],"neglect":[58],"may":[59],"lead":[60],"to":[61,117,127,160],"poor":[62],"quality":[63],"task":[65],"completion.":[66],"In":[67,182],"this":[68],"article,":[69],"we":[70,90,121,166],"present":[71],"online":[73,130],"recruitment":[75],"with":[77,179],"diversity.":[80,198],"To":[81],"comprehensively":[82],"evaluate":[83],"capability":[85],"group,":[89],"propose":[91,135],"enhanced":[93],"metric":[94],"called":[95],"<italic":[96],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[97,139,143,147,151,155],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">utility</i>":[98],".":[99],"We":[100],"also":[101],"consider":[102],"practically":[104],"motivated":[105],"setting":[106],"which":[108],"observed":[110],"side-information":[111],"is":[114],"insufficient":[115,191],"due":[116],"privacy":[118],"concerns.":[119],"Then,":[120],"utilize":[122],"contextual":[123],"combinatorial":[124],"multi-armed":[125],"bandit":[126],"model":[128],"selection":[132],"process,":[133],"novel":[137],"<bold":[138,142,146,150,154],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">D</b>":[140],"iversified":[141],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">H</b>":[144],"idden":[145],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">U</b>":[148],"pper":[149],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">C</b>":[152],"onfidence":[153],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">B</b>":[156],"ound":[157],"(DH-UCB)":[158],"algorithm":[159,172],"address":[161],"problem.":[163],"Most":[164],"importantly,":[165],"rigorously":[167],"prove":[168],"that":[169],"our":[170,213],"DH-UCB":[171],"achieves":[173],"significant":[174],"sublinear":[175],"upper":[176],"regret":[177],"bound":[178],"high":[180],"probability.":[181],"other":[183],"words,":[184],"it":[185],"can":[186],"effectively":[187],"recruit":[188],"under":[190],"information":[192],"while":[193],"maintaining":[194],"sustainable":[195],"Extensive":[199],"experiments":[200],"both":[202],"synthetic":[203],"large-scale":[205],"datasets":[207],"empirically":[208],"validate":[209],"advantages":[211],"proposed":[214],"mechanism.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}