{"id":"https://openalex.org/W3080843384","doi":"https://doi.org/10.1145/3394486.3403369","title":"Prediction of Hourly Earnings and Completion Time on a Crowdsourcing Platform","display_name":"Prediction of Hourly Earnings and Completion Time on a Crowdsourcing Platform","publication_year":2020,"publication_date":"2020-08-20","ids":{"openalex":"https://openalex.org/W3080843384","doi":"https://doi.org/10.1145/3394486.3403369","mag":"3080843384"},"language":"en","primary_location":{"id":"doi:10.1145/3394486.3403369","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394486.3403369","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052665801","display_name":"Anna Lioznova","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Anna Lioznova","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109286797","display_name":"Alexey Drutsa","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Alexey Drutsa","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058747989","display_name":"Vladimir Kukushkin","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Vladimir Kukushkin","raw_affiliation_strings":["Huawei, Saint Petersburg, Russian Fed"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei, Saint Petersburg, Russian Fed","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071771702","display_name":"Anastasia Bezzubtseva","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Anastasia Bezzubtseva","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7837,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.84365482,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3172","last_page":"3182"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9641962051391602},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7211500406265259},{"id":"https://openalex.org/keywords/earnings","display_name":"Earnings","score":0.7114571332931519},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6493560671806335},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5771509408950806},{"id":"https://openalex.org/keywords/publication","display_name":"Publication","score":0.5231800675392151},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4611108601093292},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4606262743473053},{"id":"https://openalex.org/keywords/citizen-science","display_name":"Citizen science","score":0.45970210433006287},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.44262567162513733},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4092819094657898},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.325090229511261},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2573224902153015},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.1348048448562622},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11967682838439941}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9641962051391602},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7211500406265259},{"id":"https://openalex.org/C2781426361","wikidata":"https://www.wikidata.org/wiki/Q5326940","display_name":"Earnings","level":2,"score":0.7114571332931519},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6493560671806335},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5771509408950806},{"id":"https://openalex.org/C41458344","wikidata":"https://www.wikidata.org/wiki/Q732577","display_name":"Publication","level":2,"score":0.5231800675392151},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4611108601093292},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4606262743473053},{"id":"https://openalex.org/C197352329","wikidata":"https://www.wikidata.org/wiki/Q1093434","display_name":"Citizen science","level":2,"score":0.45970210433006287},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.44262567162513733},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4092819094657898},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.325090229511261},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2573224902153015},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.1348048448562622},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11967682838439941},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3394486.3403369","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394486.3403369","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W392533665","https://openalex.org/W1681309541","https://openalex.org/W1912668879","https://openalex.org/W2000727220","https://openalex.org/W2007018772","https://openalex.org/W2083429555","https://openalex.org/W2107526704","https://openalex.org/W2110228583","https://openalex.org/W2136606893","https://openalex.org/W2147603330","https://openalex.org/W2289052659","https://openalex.org/W2338952248","https://openalex.org/W2604305881","https://openalex.org/W2777647957","https://openalex.org/W2792023641","https://openalex.org/W2802188346","https://openalex.org/W2811107472","https://openalex.org/W2889889057","https://openalex.org/W2895179543","https://openalex.org/W2996324280","https://openalex.org/W3001315432","https://openalex.org/W3124258878","https://openalex.org/W4230475127","https://openalex.org/W4246655666","https://openalex.org/W4288350982","https://openalex.org/W7037730426"],"related_works":["https://openalex.org/W2542037427","https://openalex.org/W2109062107","https://openalex.org/W2951379301","https://openalex.org/W2178171640","https://openalex.org/W2301056841","https://openalex.org/W1472755691","https://openalex.org/W2470898264","https://openalex.org/W3102460643","https://openalex.org/W2522741018","https://openalex.org/W4283738541"],"abstract_inverted_index":{"We":[0,67],"study":[1],"the":[2,20,40,50,79,95,98,122,137,150,153,211],"problem":[3,70,124,154],"of":[4,22,30,49,78,100,105,116,141,155,162,189],"predicting":[5,156],"future":[6],"hourly":[7,54,108,170,219],"earnings":[8,55,109,171],"and":[9,25,56,88,103,129,148,172],"task":[10,37],"completion":[11,57,176],"time":[12,177],"for":[13,35,110,169],"a":[14,86,142,145,179],"crowdsourcing":[15,81,203],"platform":[16],"user":[17,117,143,157],"who":[18],"sees":[19],"list":[21],"available":[23],"tasks":[24,74,204],"wants":[26],"to":[27,32,44,152,167,174],"select":[28],"one":[29,42,77],"them":[31],"execute.":[33],"Namely,":[34],"each":[36],"shown":[38],"in":[39,225],"list,":[41],"needs":[43],"have":[45],"an":[46,89,113],"estimated":[47],"value":[48],"user's":[51],"performance":[52,158,188],"(i.e.,":[53],"time)":[58],"that":[59,119,121,159],"will":[60],"be":[61],"if":[62],"she":[63],"selects":[64],"this":[65,69,216],"task.":[66],"address":[68],"on":[71,76,92,107,186,191,210],"real":[72,93,202],"crowd":[73,212],"completed":[75],"global":[80],"marketplaces":[82],"by":[83,165,206],"(1)":[84],"conducting":[85],"survey":[87],"A/B":[90],"test":[91],"users;":[94,111],"results":[96],"confirm":[97],"dominance":[99],"monetary":[101],"incentives":[102],"importance":[104],"knowledge":[106],"(2)":[112],"in-depth":[114],"analysis":[115],"behavior":[118],"shows":[120],"prediction":[123,163,221],"is":[125,183],"challenging:":[126],"(a)":[127],"users":[128,190,209],"projects":[130],"are":[131],"highly":[132],"heterogeneous,":[133],"(b)":[134],"there":[135],"exists":[136],"so-called":[138],"\"learning":[139],"effect\"":[140],"selected":[144],"new":[146],"task;":[147],"(3)":[149],"solution":[151],"demonstrates":[160],"improvement":[161],"quality":[164],"up":[166,173],"25%":[168],"$32%$":[175],"w.r.t.":[178],"naive":[180],"baseline":[181],"which":[182],"based":[184],"solely":[185],"historical":[187],"tasks.":[192],"In":[193],"our":[194],"experimentation,":[195],"we":[196,214],"use":[197],"data":[198],"about":[199],"18":[200],"million":[201],"performed":[205],"$161$":[207],"thousand":[208],"platform;":[213],"publish":[215],"dataset.":[217],"The":[218],"earning":[220],"has":[222],"been":[223],"deployed":[224],"Yandex.Toloka.":[226]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}