{"id":"https://openalex.org/W2097246133","doi":"https://doi.org/10.1145/2348283.2348400","title":"Quality through flow and immersion","display_name":"Quality through flow and immersion","publication_year":2012,"publication_date":"2012-08-12","ids":{"openalex":"https://openalex.org/W2097246133","doi":"https://doi.org/10.1145/2348283.2348400","mag":"2097246133"},"language":"en","primary_location":{"id":"doi:10.1145/2348283.2348400","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2348283.2348400","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014921416","display_name":"Carsten Eickhoff","orcid":"https://orcid.org/0000-0001-9895-4061"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Carsten Eickhoff","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands","Delft University of Technology, Delft, Netherlands;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands;","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048219247","display_name":"Christopher G. Harris","orcid":"https://orcid.org/0000-0002-5214-8512"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher G. Harris","raw_affiliation_strings":["The University of Iowa, Iowa City, IA, USA",", The University of Iowa, Iowa City, IA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Iowa, Iowa City, IA, USA","institution_ids":["https://openalex.org/I126307644"]},{"raw_affiliation_string":", The University of Iowa, Iowa City, IA, USA","institution_ids":["https://openalex.org/I126307644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060259737","display_name":"Arjen P. de Vries","orcid":"https://orcid.org/0000-0002-2888-4202"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832","https://openalex.org/I4405262988"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Arjen P. de Vries","raw_affiliation_strings":["Centrum Wiskunde & Informatica, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016839456","display_name":"Padmini Srinivasan","orcid":"https://orcid.org/0000-0001-8791-403X"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Padmini Srinivasan","raw_affiliation_strings":["The University of Iowa, Iowa City, IA, USA",", The University of Iowa, Iowa City, IA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Iowa, Iowa City, IA, USA","institution_ids":["https://openalex.org/I126307644"]},{"raw_affiliation_string":", The University of Iowa, Iowa City, IA, USA","institution_ids":["https://openalex.org/I126307644"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":189,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"871","last_page":"880"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9356266856193542},{"id":"https://openalex.org/keywords/cheating","display_name":"Cheating","score":0.8156635165214539},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6037532091140747},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5660548210144043},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4893752932548523},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.45835816860198975},{"id":"https://openalex.org/keywords/market-share","display_name":"Market share","score":0.4489801824092865},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4459380805492401},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.43533387780189514},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.25046366453170776},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.2489544153213501},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20009568333625793},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17117804288864136}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9356266856193542},{"id":"https://openalex.org/C2778024590","wikidata":"https://www.wikidata.org/wiki/Q2357432","display_name":"Cheating","level":2,"score":0.8156635165214539},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6037532091140747},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5660548210144043},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4893752932548523},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45835816860198975},{"id":"https://openalex.org/C16051113","wikidata":"https://www.wikidata.org/wiki/Q828814","display_name":"Market share","level":2,"score":0.4489801824092865},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4459380805492401},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.43533387780189514},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.25046366453170776},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.2489544153213501},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20009568333625793},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17117804288864136},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2348283.2348400","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2348283.2348400","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W135190683","https://openalex.org/W199641380","https://openalex.org/W320171562","https://openalex.org/W1497983610","https://openalex.org/W1527994979","https://openalex.org/W1541075651","https://openalex.org/W1554394657","https://openalex.org/W1599116104","https://openalex.org/W1970381522","https://openalex.org/W1975495669","https://openalex.org/W1995973744","https://openalex.org/W2024166834","https://openalex.org/W2035683813","https://openalex.org/W2036431079","https://openalex.org/W2037140704","https://openalex.org/W2047095939","https://openalex.org/W2047221353","https://openalex.org/W2080942732","https://openalex.org/W2094607109","https://openalex.org/W2109244020","https://openalex.org/W2124504084","https://openalex.org/W2128370045","https://openalex.org/W2132232498","https://openalex.org/W2140205964","https://openalex.org/W2141282920","https://openalex.org/W2148479609","https://openalex.org/W2149273804","https://openalex.org/W2153150702","https://openalex.org/W2153292911","https://openalex.org/W2159367684","https://openalex.org/W2165062189","https://openalex.org/W2166267770","https://openalex.org/W2171401675","https://openalex.org/W2187912528","https://openalex.org/W2739071228","https://openalex.org/W2918049428","https://openalex.org/W3124864515","https://openalex.org/W4237664000","https://openalex.org/W4285719527","https://openalex.org/W4293872590","https://openalex.org/W4294572622","https://openalex.org/W6635786100","https://openalex.org/W6680931640","https://openalex.org/W6682171051","https://openalex.org/W6741840311","https://openalex.org/W7043762925"],"related_works":["https://openalex.org/W2012288173","https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W1968538666","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2097662580","https://openalex.org/W3199302685","https://openalex.org/W1497983610","https://openalex.org/W1980158193"],"abstract_inverted_index":{"Crowdsourcing":[0],"is":[1,113],"a":[2,24,66,74,91,109],"market":[3,17],"of":[4,27,65,77,104],"steadily-growing":[5],"importance":[6],"upon":[7],"which":[8],"both":[9],"academia":[10],"and":[11,72,88,108],"industry":[12],"increasingly":[13],"rely.":[14],"However,":[15],"this":[16],"appears":[18],"to":[19,32,42,50,70,80,115],"be":[20],"inherently":[21],"infested":[22],"with":[23],"significant":[25],"share":[26,76],"malicious":[28,126],"workers":[29,79],"who":[30],"try":[31],"maximise":[33],"their":[34],"profits":[35],"through":[36],"cheating":[37],"or":[38],"sloppiness.":[39],"This":[40],"serves":[41],"undermine":[43],"the":[44,63,102],"very":[45],"merits":[46],"crowdsourcing":[47,82],"has":[48],"come":[49],"represent.":[51],"Based":[52],"on":[53],"previous":[54],"experience":[55],"as":[56,58,85],"well":[57],"psychological":[59],"insights,":[60],"we":[61,100],"propose":[62],"use":[64],"game":[67],"in":[68],"order":[69],"attract":[71],"retain":[73],"larger":[75],"reliable":[78],"frequently-requested":[81],"tasks":[83],"such":[84],"relevance":[86],"assessments":[87],"clustering.":[89],"In":[90],"large-scale":[92],"comparative":[93],"study":[94],"conducted":[95],"using":[96],"recent":[97],"TREC":[98],"data,":[99],"investigate":[101],"performance":[103],"traditional":[105],"HIT":[106],"designs":[107],"game-based":[110],"alternative":[111],"that":[112],"able":[114],"achieve":[116],"high":[117],"quality":[118],"at":[119],"significantly":[120],"lower":[121],"pay":[122],"rates,":[123],"facing":[124],"fewer":[125],"submissions.":[127]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":17},{"year":2016,"cited_by_count":18},{"year":2015,"cited_by_count":26},{"year":2014,"cited_by_count":25},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}