{"id":"https://openalex.org/W2068645020","doi":"https://doi.org/10.1145/1989323.1989486","title":"Demonstration of Qurk","display_name":"Demonstration of Qurk","publication_year":2011,"publication_date":"2011-06-12","ids":{"openalex":"https://openalex.org/W2068645020","doi":"https://doi.org/10.1145/1989323.1989486","mag":"2068645020"},"language":"en","primary_location":{"id":"doi:10.1145/1989323.1989486","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1989323.1989486","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2011 ACM SIGMOD International Conference on Management of data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112355043","display_name":"Adam Marcus","orcid":"https://orcid.org/0000-0002-1428-2307"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Adam Marcus","raw_affiliation_strings":["MIT CSAIL, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"MIT CSAIL, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049016095","display_name":"Eugene Wu","orcid":"https://orcid.org/0000-0003-4254-6688"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eugene Wu","raw_affiliation_strings":["MIT CSAIL, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"MIT CSAIL, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028448267","display_name":"David R. Karger","orcid":"https://orcid.org/0000-0002-0024-5847"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David R. Karger","raw_affiliation_strings":["MIT CSAIL, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"MIT CSAIL, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037742794","display_name":"Samuel Madden","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samuel Madden","raw_affiliation_strings":["MIT CSAIL, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"MIT CSAIL, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091023123","display_name":"Robert C. Miller","orcid":"https://orcid.org/0000-0001-8932-2732"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robert C. Miller","raw_affiliation_strings":["MIT CSAIL, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"MIT CSAIL, Cambridge, MA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5112355043"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.514,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.97003555,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1315","last_page":"1318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8672547340393066},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8626009821891785},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8584068417549133},{"id":"https://openalex.org/keywords/joins","display_name":"Joins","score":0.6159098148345947},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5123599767684937},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.47347748279571533},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4546729028224945},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4445951581001282},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4060836434364319},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3200529217720032},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2381872832775116}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8672547340393066},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8626009821891785},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8584068417549133},{"id":"https://openalex.org/C2778692605","wikidata":"https://www.wikidata.org/wiki/Q4041866","display_name":"Joins","level":2,"score":0.6159098148345947},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5123599767684937},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.47347748279571533},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4546729028224945},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4445951581001282},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4060836434364319},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3200529217720032},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2381872832775116},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1989323.1989486","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1989323.1989486","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2011 ACM SIGMOD International Conference on Management of data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1551839888","https://openalex.org/W1583345983","https://openalex.org/W1605782097","https://openalex.org/W2127008633","https://openalex.org/W2148479118","https://openalex.org/W2168144930"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W2368605798"],"abstract_inverted_index":{"Crowdsourcing":[0],"technologies":[1],"such":[2,27],"as":[3,28],"Amazon's":[4],"Mechanical":[5],"Turk":[6],"(\"MTurk\")":[7],"service":[8],"have":[9],"exploded":[10],"in":[11,13,44,59,78],"popularity":[12],"recent":[14],"years.":[15],"These":[16,97],"services":[17],"are":[18,56,75,99],"increasingly":[19,79],"used":[20],"for":[21,139],"complex":[22,80],"human-reliant":[23],"data":[24,70],"processing":[25,138],"tasks,":[26],"labelling":[29],"a":[30,50,61,102,114,131,175],"collection":[31],"of":[32,37,52,95],"images,":[33],"combining":[34],"two":[35],"sets":[36],"images":[38],"to":[39,93,101,109,149,171],"identify":[40],"people":[41],"that":[42,63,106,135],"appear":[43],"both,":[45],"or":[46],"extracting":[47],"sentiment":[48],"from":[49,162],"corpus":[51],"text":[53],"snippets.":[54],"There":[55],"several":[57,169],"challenges":[58,98],"designing":[60],"workflow":[62,120],"filters,":[64],"aggregates,":[65],"sorts":[66],"and":[67,91,117,121,152,167],"joins":[68],"human-generated":[69],"sources.":[71],"Currently,":[72],"crowdsourcing-based":[73],"workflows":[74],"hand-built,":[76],"resulting":[77],"programs.":[81],"Additionally,":[82],"developers":[83,108],"must":[84],"hand-optimize":[85],"tradeoffs":[86],"among":[87],"monetary":[88],"cost,":[89],"accuracy,":[90],"time":[92],"completion":[94],"results.":[96],"well-suited":[100],"declarative":[103],"query":[104,133,176],"interface":[105],"allows":[107,136],"describe":[110],"their":[111,154],"worflow":[112],"at":[113],"high":[115],"level":[116],"automatically":[118],"optimizes":[119],"tuning":[122],"parameters.":[123],"In":[124],"this":[125],"demonstration,":[126],"we":[127],"will":[128,144,158],"present":[129],"Qurk,":[130],"novel":[132],"system":[134,148],"human-based":[137],"relational":[140],"databases.":[141],"The":[142,156],"audience":[143,157],"interact":[145],"with":[146],"the":[147],"build":[150],"queries":[151],"monitor":[153],"progress.":[155],"also":[159],"see":[160],"Qurk":[161],"an":[163],"MTurk":[164],"user's":[165],"perspective,":[166],"complete":[168],"tasks":[170],"better":[172],"understand":[173],"how":[174],"is":[177],"processed.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}