{"id":"https://openalex.org/W2911656801","doi":"https://doi.org/10.1145/3308558.3313716","title":"TurkScanner: Predicting the Hourly Wage of Microtasks","display_name":"TurkScanner: Predicting the Hourly Wage of Microtasks","publication_year":2019,"publication_date":"2019-05-13","ids":{"openalex":"https://openalex.org/W2911656801","doi":"https://doi.org/10.1145/3308558.3313716","mag":"2911656801"},"language":"en","primary_location":{"id":"doi:10.1145/3308558.3313716","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308558.3313716","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The World Wide Web Conference","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3308558.3313716","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024566838","display_name":"Susumu Saito","orcid":"https://orcid.org/0000-0003-2684-7018"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Susumu Saito","raw_affiliation_strings":["Waseda University Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waseda University Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072428266","display_name":"C. Chiang","orcid":"https://orcid.org/0000-0001-9635-3385"},"institutions":[{"id":"https://openalex.org/I12097938","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24","country_code":"US","type":"education","lineage":["https://openalex.org/I12097938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chun-Wei Chiang","raw_affiliation_strings":["West Virginia University Morgantown, WV, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"West Virginia University Morgantown, WV, USA","institution_ids":["https://openalex.org/I12097938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085864488","display_name":"Saiph Savage","orcid":"https://orcid.org/0000-0001-9020-8929"},"institutions":[{"id":"https://openalex.org/I8961855","display_name":"Universidad Nacional Aut\u00f3noma de M\u00e9xico","ror":"https://ror.org/01tmp8f25","country_code":"MX","type":"education","lineage":["https://openalex.org/I8961855"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Saiph Savage","raw_affiliation_strings":["Universidad Nacional Autonoma de Mexico (UNAM) Mexico City, Mexico"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Nacional Autonoma de Mexico (UNAM) Mexico City, Mexico","institution_ids":["https://openalex.org/I8961855"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111433753","display_name":"Teppei Nakano","orcid":"https://orcid.org/0009-0004-0425-016X"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Teppei Nakano","raw_affiliation_strings":["Waseda University Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waseda University Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101188700","display_name":"Tetsunori Kobayashi","orcid":null},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsunori Kobayashi","raw_affiliation_strings":["Waseda University Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waseda University Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082603621","display_name":"Jeffrey P. Bigham","orcid":"https://orcid.org/0000-0002-2072-0625"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey P. Bigham","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5024566838"],"corresponding_institution_ids":["https://openalex.org/I150744194"],"apc_list":null,"apc_paid":null,"fwci":5.9359,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.95812683,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3187","last_page":"3193"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9480000138282776,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8225980997085571},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7724102735519409},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6931588649749756},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.5638135075569153},{"id":"https://openalex.org/keywords/wage","display_name":"Wage","score":0.5289290547370911},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4461124539375305},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44156578183174133},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.43994706869125366},{"id":"https://openalex.org/keywords/crowd-sourcing","display_name":"Crowd sourcing","score":0.4270758330821991},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3511909246444702},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.25606769323349},{"id":"https://openalex.org/keywords/labour-economics","display_name":"Labour economics","score":0.08404165506362915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8225980997085571},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7724102735519409},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6931588649749756},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.5638135075569153},{"id":"https://openalex.org/C2777388388","wikidata":"https://www.wikidata.org/wiki/Q6821213","display_name":"Wage","level":2,"score":0.5289290547370911},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4461124539375305},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44156578183174133},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.43994706869125366},{"id":"https://openalex.org/C3018396927","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowd sourcing","level":2,"score":0.4270758330821991},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3511909246444702},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.25606769323349},{"id":"https://openalex.org/C145236788","wikidata":"https://www.wikidata.org/wiki/Q28161","display_name":"Labour economics","level":1,"score":0.08404165506362915},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3308558.3313716","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308558.3313716","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The World Wide Web Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1903.07032","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.07032","pdf_url":"https://arxiv.org/pdf/1903.07032","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3308558.3313716","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308558.3313716","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The World Wide Web Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.75,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1678356000","https://openalex.org/W1681309541","https://openalex.org/W1686623361","https://openalex.org/W1951029653","https://openalex.org/W2007018772","https://openalex.org/W2083429555","https://openalex.org/W2084552861","https://openalex.org/W2103001613","https://openalex.org/W2124994029","https://openalex.org/W2133685705","https://openalex.org/W2147603330","https://openalex.org/W2289677144","https://openalex.org/W2295598076","https://openalex.org/W2398514781","https://openalex.org/W2399394062","https://openalex.org/W2405742202","https://openalex.org/W2777647957","https://openalex.org/W2811371717","https://openalex.org/W2898764742","https://openalex.org/W3102476541","https://openalex.org/W3104679472","https://openalex.org/W3121514645","https://openalex.org/W3124258878","https://openalex.org/W3126123353","https://openalex.org/W3149399274","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W1490650877","https://openalex.org/W2409650238","https://openalex.org/W2524552836","https://openalex.org/W2911172774","https://openalex.org/W2039747859","https://openalex.org/W3121216790","https://openalex.org/W2963358296","https://openalex.org/W2467989257"],"abstract_inverted_index":{"Workers":[0],"in":[1],"crowd":[2,94],"markets":[3],"struggle":[4],"to":[5,20,51,120,135,191,224],"earn":[6],"a":[7,125,137,154,204,225],"living.":[8],"One":[9],"reason":[10],"for":[11,18,74,84,106,118,208,228],"this":[12,222],"is":[13,16],"that":[14,129],"it":[15],"difficult":[17],"workers":[19,40,92,119],"accurately":[21,170],"gauge":[22],"the":[23,61,66,76,98,115,131,144,167,193,200,213,239],"hourly":[24,81,146,194],"wages":[25,195],"of":[26,60,65,169,196,198,215,236],"microtasks,":[27],"and":[28,48,114,165,176,188,232,242],"they":[29],"consequently":[30],"end":[31],"up":[32],"performing":[33],"labor":[34],"with":[35,43],"little":[36,44],"pay.":[37],"In":[38],"general,":[39],"are":[41,49],"provided":[42],"information":[45],"about":[46],"tasks,":[47],"left":[50],"rely":[52],"on":[53,87,111,217],"noisy":[54],"signals,":[55],"such":[56],"as":[57],"textual":[58],"description":[59],"task":[62,138,244],"or":[63],"rating":[64],"requester.":[67],"This":[68],"study":[69],"explores":[70],"various":[71],"computational":[72],"methods":[73],"predicting":[75,233],"working":[77,133,172,219],"times":[78,116,173],"(and":[79,139],"thus":[80,141],"wages)":[82],"required":[83,117],"tasks":[85,113],"based":[86],"data":[88,103,110,151],"collected":[89,149],"from":[90],"other":[91,234],"completing":[93],"work.":[95],"We":[96,148],"provide":[97,143],"following":[99],"contributions.":[100],"(i)":[101],"A":[102],"collection":[104],"method":[105],"gathering":[107],"real-world":[108],"training":[109],"crowd-work":[112],"complete":[121,136],"them;":[122],"(ii)":[123],"TurkScanner:":[124],"machine":[126],"learning":[127],"approach":[128,223],"predicts":[130],"necessary":[132],"time":[134],"can":[140],"implicitly":[142],"expected":[145],"wage).":[147],"9,155":[150],"records":[152],"using":[153,183],"web":[155],"browser":[156],"extension":[157],"installed":[158],"by":[159,177],"84":[160],"Amazon":[161],"Mechanical":[162],"Turk":[163],"workers,":[164],"explored":[166],"challenge":[168],"recording":[171],"both":[174],"automatically":[175],"asking":[178],"workers.":[179],"TurkScanner":[180],"was":[181,189],"created":[182],"~":[184],"150":[185],"derived":[186],"features,":[187],"able":[190],"predict":[192],"69.6%":[197],"all":[199],"tested":[201],"microtasks":[202],"within":[203],"75%":[205],"error.":[206],"Directions":[207],"future":[209],"research":[210],"include":[211],"observing":[212],"effects":[214],"tools":[216],"people's":[218],"practices,":[220],"adapting":[221],"requester":[226],"tool":[227],"better":[229],"price":[230],"setting,":[231],"elements":[235],"work":[237],"(e.g.,":[238],"acceptance":[240],"likelihood":[241],"worker":[243],"preferences.)":[245]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}