{"id":"https://openalex.org/W2199489563","doi":null,"title":"Turkomatic: automatic, recursive task and workflow design for mechanical turk","display_name":"Turkomatic: automatic, recursive task and workflow design for mechanical turk","alternate_titles":[],"publication_year":2011,"publication_date":"2011-01-01","ids":{"openalex":"https://openalex.org/W2199489563","mag":"2199489563"},"language":"en","primary_location":{"id":"mag:2199489563","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/aaai/hc2011.html#KulkarniCH11","pdf_url":null,"source":{"id":"https://openalex.org/S4306420577","display_name":"National Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"National Conference on Artificial Intelligence","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2199489563"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101780825","display_name":"Anand P. Kulkarni","orcid":"https://orcid.org/0009-0000-2589-8740","observed_orcids":["https://orcid.org/0009-0000-2589-8740"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anand Kulkarni","raw_affiliation_strings":["Department of Industrial Engineering and Operations Research#TAB#"],"raw_orcid":"https://orcid.org/0009-0000-2589-8740","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Operations Research#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013336188","display_name":"Matthew Can","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Can","raw_affiliation_strings":["University of California\u2013Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084965768","display_name":"Bj\u00f6rn Hartmann","orcid":"https://orcid.org/0000-0002-0693-0829","observed_orcids":["https://orcid.org/0000-0002-0693-0829"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bj\u00f6rn Hartmann","raw_affiliation_strings":["University of California\u2013Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5486,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.9715874,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"91","last_page":"96"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mechanical-turk","display_name":"Mechanical Turk","score":0.7879999876022339},{"id":"https://openalex.org/keywords/human-computation","display_name":"human computation","score":0.8040000200271606},{"id":"https://openalex.org/keywords/task-design","display_name":"task design","score":0.621999979019165},{"id":"https://openalex.org/keywords/workflow-design","display_name":"workflow design","score":0.984000027179718},{"id":"https://openalex.org/keywords/crowd-workers","display_name":"crowd workers","score":0.6809999942779541},{"id":"https://openalex.org/keywords/divide-and-conquer","display_name":"divide-and-conquer","score":0.8859999775886536},{"id":"https://openalex.org/keywords/division-of-labor","display_name":"division of labor","score":0.6000000238418579}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8815025091171265},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8468589782714844},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.7197798490524292},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6162089109420776},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5800217390060425},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5409238934516907},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4775184690952301},{"id":"https://openalex.org/C19612761","wikidata":"https://www.wikidata.org/wiki/Q8034836","display_name":"Workflow technology","level":3,"score":0.463167279958725},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.4340238571166992},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.42251163721084595},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3617227077484131},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21380549669265747},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1650296449661255},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10656160116195679},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2199489563","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/aaai/hc2011.html#KulkarniCH11","pdf_url":null,"source":{"id":"https://openalex.org/S4306420577","display_name":"National Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"National Conference on Artificial Intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1988511622","https://openalex.org/W2058179030","https://openalex.org/W2058556535","https://openalex.org/W2107756083","https://openalex.org/W2119880299","https://openalex.org/W2125943921","https://openalex.org/W2143280940","https://openalex.org/W2148479118","https://openalex.org/W2149489787","https://openalex.org/W2170989440"],"related_works":["https://openalex.org/W7100185617","https://openalex.org/W7096559076","https://openalex.org/W2118288941","https://openalex.org/W2133485007","https://openalex.org/W2052143839","https://openalex.org/W7098788077","https://openalex.org/W7099456269","https://openalex.org/W3095285701","https://openalex.org/W2143280940","https://openalex.org/W2188666107"],"abstract_inverted_index":{"On":[0],"today's":[1],"human":[2,114],"computation":[3,115],"systems,":[4],"designing":[5],"tasks":[6,83],"and":[7,12,78,91],"workflows":[8,45,80],"is":[9],"a":[10,32,51,67,120],"difficult":[11],"labor-intensive":[13],"process.":[14],"Can":[15],"workers":[16,41,129],"from":[17],"the":[18,82,92,99,110],"crowd":[19,40,100],"be":[20,102],"used":[21],"to":[22,35,42,55,76,130],"help":[23,43],"plan":[24,44],"workflows?":[25],"We":[26],"explore":[27],"this":[28],"question":[29],"with":[30,125],"Turkomatic,":[31,106],"new":[33],"interface":[34,65],"microwork":[36],"platforms":[37],"that":[38,73],"uses":[39,50],"for":[46],"complex":[47,135],"tasks.":[48],"Turkomatic":[49],"general-purpose":[52],"divide-and-conquer":[53],"algorithm":[54],"solve":[56],"arbitrary":[57],"natural-language":[58],"requests":[59],"posed":[60],"by":[61,105],"end":[62],"users.":[63],"The":[64],"includes":[66],"novel":[68,121],"real-time":[69],"visual":[70],"workflow":[71],"editor":[72],"enables":[74],"requesters":[75],"observe":[77],"edit":[79],"while":[81],"are":[84],"being":[85],"completed.":[86],"Crowd":[87],"verification":[88],"of":[89,94,98,112,123,127,134],"work":[90],"division":[93],"labor":[95],"among":[96],"members":[97],"can":[101],"handled":[103],"automatically":[104],"which":[107],"substantially":[108],"simplifies":[109],"process":[111],"using":[113],"systems.":[116],"These":[117],"features":[118],"enable":[119],"means":[122],"interaction":[124],"crowds":[126],"online":[128],"support":[131],"successful":[132],"execution":[133],"work.":[136]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2199489563","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":10},{"year":2012,"cited_by_count":9}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2016-06-24T00:00:00"}
