{"id":"https://openalex.org/W2115009128","doi":"https://doi.org/10.1145/2669557.2669574","title":"Gamification as a paradigm for the evaluation of visual analytics systems","display_name":"Gamification as a paradigm for the evaluation of visual analytics systems","publication_year":2014,"publication_date":"2014-10-28","ids":{"openalex":"https://openalex.org/W2115009128","doi":"https://doi.org/10.1145/2669557.2669574","mag":"2115009128"},"language":"en","primary_location":{"id":"doi:10.1145/2669557.2669574","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2669557.2669574","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Workshop on Beyond Time and Errors: Novel Evaluation Methods for Visualization","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109257375","display_name":"Nafees Ahmed","orcid":"https://orcid.org/0009-0003-6587-0891"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nafees Ahmed","raw_affiliation_strings":["Stony Brook University, Stony Brook, NY"],"affiliations":[{"raw_affiliation_string":"Stony Brook University, Stony Brook, NY","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070670810","display_name":"Klaus Mueller","orcid":"https://orcid.org/0000-0002-0996-8590"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Klaus Mueller","raw_affiliation_strings":["Stony Brook University, Stony Brook, NY"],"affiliations":[{"raw_affiliation_string":"Stony Brook University, Stony Brook, NY","institution_ids":["https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5109257375"],"corresponding_institution_ids":["https://openalex.org/I59553526"],"apc_list":null,"apc_paid":null,"fwci":0.2439,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.61371513,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"78","last_page":"86"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9664000272750854,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7958022356033325},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.7513760328292847},{"id":"https://openalex.org/keywords/pleasure","display_name":"Pleasure","score":0.7057206630706787},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.69190514087677},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5934877991676331},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.5533037781715393},{"id":"https://openalex.org/keywords/payment","display_name":"Payment","score":0.5524661540985107},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5425766706466675},{"id":"https://openalex.org/keywords/entertainment","display_name":"Entertainment","score":0.5256353616714478},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5237486362457275},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4803836941719055},{"id":"https://openalex.org/keywords/feeling","display_name":"Feeling","score":0.4373278021812439},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42567214369773865},{"id":"https://openalex.org/keywords/entertainment-industry","display_name":"Entertainment industry","score":0.41742199659347534},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3107638359069824},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.29158705472946167},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17808011174201965},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1774023175239563},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10176676511764526}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7958022356033325},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.7513760328292847},{"id":"https://openalex.org/C2777113389","wikidata":"https://www.wikidata.org/wiki/Q208195","display_name":"Pleasure","level":2,"score":0.7057206630706787},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.69190514087677},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5934877991676331},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.5533037781715393},{"id":"https://openalex.org/C145097563","wikidata":"https://www.wikidata.org/wiki/Q1148747","display_name":"Payment","level":2,"score":0.5524661540985107},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5425766706466675},{"id":"https://openalex.org/C512170562","wikidata":"https://www.wikidata.org/wiki/Q173799","display_name":"Entertainment","level":2,"score":0.5256353616714478},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5237486362457275},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4803836941719055},{"id":"https://openalex.org/C122980154","wikidata":"https://www.wikidata.org/wiki/Q205555","display_name":"Feeling","level":2,"score":0.4373278021812439},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42567214369773865},{"id":"https://openalex.org/C2985708247","wikidata":"https://www.wikidata.org/wiki/Q173799","display_name":"Entertainment industry","level":3,"score":0.41742199659347534},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3107638359069824},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.29158705472946167},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17808011174201965},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1774023175239563},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10176676511764526},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2669557.2669574","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2669557.2669574","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Workshop on Beyond Time and Errors: Novel Evaluation Methods for Visualization","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G6588249936","display_name":null,"funder_award_id":"1117132","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320322065","display_name":"National IT Industry Promotion Agency","ror":"https://ror.org/026v53e29"},{"id":"https://openalex.org/F4320322347","display_name":"Ministry of Science ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W52809394","https://openalex.org/W101148737","https://openalex.org/W132028353","https://openalex.org/W1540101265","https://openalex.org/W1554645923","https://openalex.org/W1558000335","https://openalex.org/W1565732937","https://openalex.org/W1857170875","https://openalex.org/W1972253352","https://openalex.org/W1977437728","https://openalex.org/W1995973744","https://openalex.org/W1997057955","https://openalex.org/W2007185493","https://openalex.org/W2023202080","https://openalex.org/W2031331868","https://openalex.org/W2039637700","https://openalex.org/W2041470012","https://openalex.org/W2042361756","https://openalex.org/W2052511481","https://openalex.org/W2054901814","https://openalex.org/W2058203255","https://openalex.org/W2058556535","https://openalex.org/W2073338313","https://openalex.org/W2080942732","https://openalex.org/W2090048052","https://openalex.org/W2093772787","https://openalex.org/W2100396541","https://openalex.org/W2104749423","https://openalex.org/W2109727435","https://openalex.org/W2112905000","https://openalex.org/W2116157705","https://openalex.org/W2117470435","https://openalex.org/W2118288941","https://openalex.org/W2120396827","https://openalex.org/W2122885251","https://openalex.org/W2124676561","https://openalex.org/W2127008633","https://openalex.org/W2140205964","https://openalex.org/W2140504904","https://openalex.org/W2140749907","https://openalex.org/W2141282920","https://openalex.org/W2142493242","https://openalex.org/W2143280940","https://openalex.org/W2143539737","https://openalex.org/W2145492473","https://openalex.org/W2149028520","https://openalex.org/W2151401338","https://openalex.org/W2162147429","https://openalex.org/W2168144930","https://openalex.org/W2168440500","https://openalex.org/W2169627453","https://openalex.org/W2182992846","https://openalex.org/W2199489563","https://openalex.org/W2293242196","https://openalex.org/W2407683213","https://openalex.org/W2899740253","https://openalex.org/W2997387466","https://openalex.org/W3121522380","https://openalex.org/W3124258878","https://openalex.org/W3131215869","https://openalex.org/W4245217443","https://openalex.org/W4293872590"],"related_works":["https://openalex.org/W2373412035","https://openalex.org/W1903507445","https://openalex.org/W2380636257","https://openalex.org/W3021794682","https://openalex.org/W2153470424","https://openalex.org/W2362084051","https://openalex.org/W2317673827","https://openalex.org/W2898918333","https://openalex.org/W2749121061","https://openalex.org/W1717474147"],"abstract_inverted_index":{"The":[0],"widespread":[1],"web-based":[2],"connectivity":[3],"of":[4,25,62,79,118,126],"people":[5],"all":[6],"over":[7],"the":[8,46,56,60,63,77],"world":[9],"has":[10],"yielded":[11],"new":[12],"opportunities":[13],"to":[14,36,95,120],"recruit":[15],"humans":[16,31],"for":[17,22,51],"visual":[18,92],"analytics":[19,93],"evaluation":[20,64,98],"and":[21,76,86],"an":[23,101,114],"abundance":[24],"other":[26],"tasks.":[27],"Known":[28],"as":[29],"crowdsourcing,":[30],"typically":[32],"receive":[33],"monetary":[34],"incentives":[35],"participate.":[37],"However,":[38],"while":[39],"these":[40],"payments":[41],"are":[42],"small":[43],"per":[44],"evaluation,":[45],"cost":[47,130],"can":[48,65,89],"add":[49],"up":[50],"realistically-sized":[52],"studies.":[53],"Furthermore,":[54],"since":[55],"reward":[57],"is":[58,132],"money,":[59],"quality":[61],"suffer.":[66],"Our":[67],"approach":[68,115],"uses":[69],"radically":[70],"different":[71],"incentives,":[72],"namely":[73],"entertainment,":[74],"pleasure,":[75],"feeling":[78],"success.":[80],"We":[81],"propose":[82],"a":[83,108,124],"theory,":[84],"methodology":[85],"framework":[87],"that":[88,112],"allow":[90],"any":[91],"researcher":[94],"turn":[96],"his/her":[97],"task":[99],"into":[100],"entertaining":[102],"online":[103],"game.":[104],"First":[105],"experiences":[106],"with":[107,135],"prototype":[109],"have":[110],"shown":[111],"such":[113],"allows":[116],"ten-thousands":[117],"evaluations":[119],"be":[121],"done":[122],"in":[123],"matter":[125],"days":[127],"at":[128],"no":[129],"which":[131],"completely":[133],"unthinkable":[134],"conventional":[136],"methods.":[137]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}