{"id":"https://openalex.org/W2946474696","doi":"https://doi.org/10.1145/3308560.3317081","title":"TaskMate: A Mechanism to Improve the Quality of Instructions in Crowdsourcing","display_name":"TaskMate: A Mechanism to Improve the Quality of Instructions in Crowdsourcing","publication_year":2019,"publication_date":"2019-05-13","ids":{"openalex":"https://openalex.org/W2946474696","doi":"https://doi.org/10.1145/3308560.3317081","mag":"2946474696"},"language":"en","primary_location":{"id":"doi:10.1145/3308560.3317081","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3317081","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3308560.3317081","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031257926","display_name":"V. K. Chaithanya Manam","orcid":"https://orcid.org/0000-0003-3653-1279"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"V. K. Chaithanya Manam","raw_affiliation_strings":["Purdue Univ"],"affiliations":[{"raw_affiliation_string":"Purdue Univ","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041326924","display_name":"Dwarakanath Jampani","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dwarakanath Jampani","raw_affiliation_strings":["Purdue Univ"],"affiliations":[{"raw_affiliation_string":"Purdue Univ","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079659037","display_name":"Mariam Zaim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mariam Zaim","raw_affiliation_strings":["Cisco"],"affiliations":[{"raw_affiliation_string":"Cisco","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103150521","display_name":"Menghan Wu","orcid":"https://orcid.org/0009-0005-2163-6002"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meng-Han Wu","raw_affiliation_strings":["Purdue Univ"],"affiliations":[{"raw_affiliation_string":"Purdue Univ","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011851707","display_name":"Alexander J. Quinn","orcid":"https://orcid.org/0009-0000-7964-536X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander J. Quinn","raw_affiliation_strings":["Purdue Univ"],"affiliations":[{"raw_affiliation_string":"Purdue Univ","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5031257926"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":2.1065,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.88335892,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1121","last_page":"1130"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9691917896270752},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8268951773643494},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7795834541320801},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7348929643630981},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5988419651985168},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5615991950035095},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.5088472366333008},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.48843756318092346},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3523228168487549},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.331251323223114},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3304501175880432},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23471808433532715},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.17216095328330994}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9691917896270752},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8268951773643494},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7795834541320801},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7348929643630981},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5988419651985168},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5615991950035095},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.5088472366333008},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.48843756318092346},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3523228168487549},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.331251323223114},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3304501175880432},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23471808433532715},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.17216095328330994},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3308560.3317081","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3317081","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3308560.3317081","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3317081","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1988511622","https://openalex.org/W2016874080","https://openalex.org/W2036625304","https://openalex.org/W2098865355","https://openalex.org/W2111298664","https://openalex.org/W2127008633","https://openalex.org/W2162409443","https://openalex.org/W2380756684","https://openalex.org/W2579968393","https://openalex.org/W2588628504","https://openalex.org/W2607311634","https://openalex.org/W2726137762","https://openalex.org/W2794219599","https://openalex.org/W2809806295","https://openalex.org/W2896881735","https://openalex.org/W3121257585","https://openalex.org/W4388892785"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Developing":[0],"instructions":[1,24,79],"for":[2,39,73,91],"microtask":[3],"crowd":[4,13],"workers":[5,19,89],"requires":[6],"time":[7,56],"to":[8,26],"ensure":[9],"consistent":[10],"interpretations":[11],"by":[12,51,58,83],"workers.":[14],"Even":[15],"with":[16,43,80],"substantial":[17],"effort,":[18],"may":[20],"still":[21],"misinterpret":[22],"the":[23,32,46,52,55,60,63,84,96,100,106],"due":[25],"ambiguous":[27],"language":[28],"and":[29,93,110],"structure":[30],"in":[31],"task":[33,78],"design.":[34],"Prior":[35],"work":[36],"demonstrated":[37],"methods":[38],"facilitating":[40,74],"iterative":[41],"improvement":[42],"help":[44],"from":[45],"requester.":[47,85],"However,":[48],"any":[49],"participation":[50],"requester":[53,101],"reduces":[54],"saved":[57],"delegating":[59],"work\u2014and":[61],"hence":[62],"utility":[64],"of":[65,77,88],"using":[66],"crowdsourcing.":[67],"We":[68],"present":[69],"TaskMate,":[70],"a":[71],"system":[72],"worker-led":[75],"refinement":[76],"minimal":[81],"involvement":[82],"Small":[86],"teams":[87],"search":[90],"ambiguities":[92],"vote":[94],"on":[95],"interpretation":[97],"they":[98],"believe":[99],"intended.":[102],"This":[103],"paper":[104],"describes":[105],"workflow,":[107],"our":[108,111],"implementation,":[109],"preliminary":[112],"evaluation.":[113]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}