{"id":"https://openalex.org/W3001315432","doi":"https://doi.org/10.1145/3336191.3371875","title":"Practice of Efficient Data Collection via Crowdsourcing","display_name":"Practice of Efficient Data Collection via Crowdsourcing","publication_year":2020,"publication_date":"2020-01-20","ids":{"openalex":"https://openalex.org/W3001315432","doi":"https://doi.org/10.1145/3336191.3371875","mag":"3001315432"},"language":"en","primary_location":{"id":"doi:10.1145/3336191.3371875","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3336191.3371875","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109286797","display_name":"Alexey Drutsa","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Alexey Drutsa","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110323743","display_name":"Valentina Fedorova","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Valentina Fedorova","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030955986","display_name":"Dmitry Ustalov","orcid":"https://orcid.org/0000-0002-9979-2188"},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Dmitry Ustalov","raw_affiliation_strings":["Yandex, Saint Petersburg, Russian Fed"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Saint Petersburg, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003717172","display_name":"Olga Megorskaya","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Olga Megorskaya","raw_affiliation_strings":["Yandex, Saint Petersburg, Russian Fed"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Saint Petersburg, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031735055","display_name":"Evfrosiniya Zerminova","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Evfrosiniya Zerminova","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029223327","display_name":"Daria Baidakova","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Daria Baidakova","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I58957048"],"apc_list":null,"apc_paid":null,"fwci":2.0402,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.88531648,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"873","last_page":"876"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9822530746459961},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.8261350393295288},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.7997171878814697},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7462671995162964},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.6326555013656616},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5629127025604248},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5536693334579468},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.37054985761642456},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.07662403583526611}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9822530746459961},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.8261350393295288},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.7997171878814697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7462671995162964},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.6326555013656616},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5629127025604248},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5536693334579468},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.37054985761642456},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.07662403583526611},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3336191.3371875","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3336191.3371875","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W80047990","https://openalex.org/W1814633089","https://openalex.org/W1815682670","https://openalex.org/W1970381522","https://openalex.org/W2134305421","https://openalex.org/W2141649520","https://openalex.org/W2142518823","https://openalex.org/W2147687736","https://openalex.org/W2149273804","https://openalex.org/W2164545125","https://openalex.org/W2170493558","https://openalex.org/W2260880659","https://openalex.org/W2540392403","https://openalex.org/W2732496003","https://openalex.org/W2785616728","https://openalex.org/W2996324280","https://openalex.org/W3001315432","https://openalex.org/W4299828299"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W1490650877"],"abstract_inverted_index":{"In":[0],"this":[1],"tutorial,":[2],"we":[3],"present":[4,40],"a":[5,52,104,127],"portion":[6],"of":[7,43,60,83,130],"unique":[8],"industry":[9],"experience":[10],"in":[11],"efficient":[12,44],"data":[13,32],"labelling":[14,33,72],"via":[15,34],"crowdsourcing":[16,36,86],"shared":[17],"by":[18,51],"both":[19],"leading":[20],"researchers":[21,149],"and":[22,38,74,109,132,148],"engineers":[23],"from":[24],"Yandex.":[25],"We":[26,117,134,143],"will":[27,39,48,57,90,102,122],"make":[28,113],"an":[29,124],"introduction":[30],"to":[31,112,150,153],"public":[35],"marketplaces":[37],"key":[41],"components":[42],"label":[45,63,77],"collection.":[46],"This":[47],"be":[49,91],"followed":[50],"practice":[53],"session,":[54],"where":[55],"participants":[56,101],"choose":[58],"one":[59,82],"the":[61,71,84,97],"real":[62,94],"collection":[64,78],"tasks,":[65],"experiment":[66],"with":[67,126],"selecting":[68],"settings":[69],"for":[70],"process,":[73],"launch":[75],"their":[76,107],"project":[79],"on":[80,93],"Yandex.Toloka,":[81],"largest":[85],"marketplaces.":[87],"The":[88],"projects":[89,108],"run":[92],"crowds":[95],"within":[96],"tutorial":[98,121],"session.":[99],"Finally,":[100],"receive":[103],"feedback":[105],"about":[106],"practical":[110],"advice":[111],"them":[114],"more":[115],"efficient.":[116],"expect":[118],"that":[119],"our":[120],"address":[123],"audience":[125],"wide":[128],"range":[129],"background":[131],"interests.":[133],"do":[135],"not":[136],"require":[137],"specific":[138],"prerequisite":[139],"knowledge":[140],"or":[141],"skills.":[142],"invite":[144],"beginners,":[145],"advanced":[146],"specialists,":[147],"learn":[151],"how":[152],"efficiently":[154],"collect":[155],"labelled":[156],"data.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}