{"id":"https://openalex.org/W2075648114","doi":"https://doi.org/10.1145/1621841.1621856","title":"Expert review method in game evaluations","display_name":"Expert review method in game evaluations","publication_year":2009,"publication_date":"2009-09-30","ids":{"openalex":"https://openalex.org/W2075648114","doi":"https://doi.org/10.1145/1621841.1621856","mag":"2075648114"},"language":"en","primary_location":{"id":"doi:10.1145/1621841.1621856","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1621841.1621856","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International MindTrek Conference: Everyday Life in the Ubiquitous Era","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088948725","display_name":"Hannu Korhonen","orcid":"https://orcid.org/0000-0001-7911-3507"},"institutions":[{"id":"https://openalex.org/I2738502077","display_name":"Nokia (Finland)","ror":"https://ror.org/04pkc8m17","country_code":"FI","type":"company","lineage":["https://openalex.org/I2738502077"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Hannu Korhonen","raw_affiliation_strings":["Nokia Research, Finland"],"affiliations":[{"raw_affiliation_string":"Nokia Research, Finland","institution_ids":["https://openalex.org/I2738502077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079553805","display_name":"Janne Paavilainen","orcid":"https://orcid.org/0000-0001-8859-7945"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]},{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Janne Paavilainen","raw_affiliation_strings":["University of Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"University of Tampere, Finland","institution_ids":["https://openalex.org/I166825849","https://openalex.org/I4210133110"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003530644","display_name":"Hannamari Saarenp\u00e4\u00e4","orcid":null},"institutions":[{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]},{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hannamari Saarenp\u00e4\u00e4","raw_affiliation_strings":["University of Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"University of Tampere, Finland","institution_ids":["https://openalex.org/I166825849","https://openalex.org/I4210133110"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5088948725"],"corresponding_institution_ids":["https://openalex.org/I2738502077"],"apc_list":null,"apc_paid":null,"fwci":4.96182434,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.94980227,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"74","last_page":"81"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.8983838558197021},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7952518463134766},{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.7431527376174927},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5872072577476501},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5153486132621765},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4851730465888977},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4375531077384949},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3663058876991272},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31130826473236084},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08041414618492126}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.8983838558197021},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7952518463134766},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.7431527376174927},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5872072577476501},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5153486132621765},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4851730465888977},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4375531077384949},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3663058876991272},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31130826473236084},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08041414618492126},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1621841.1621856","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1621841.1621856","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International MindTrek Conference: Everyday Life in the Ubiquitous Era","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6600000262260437,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321855","display_name":"Tekes","ror":"https://ror.org/02ag8cq23"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W101417209","https://openalex.org/W1578667674","https://openalex.org/W1979986576","https://openalex.org/W1980880315","https://openalex.org/W1984314602","https://openalex.org/W2019569997","https://openalex.org/W2034720644","https://openalex.org/W2036158238","https://openalex.org/W2065884970","https://openalex.org/W2082426156","https://openalex.org/W2083939386","https://openalex.org/W2148921999","https://openalex.org/W2152765804","https://openalex.org/W2160367221","https://openalex.org/W2160510495","https://openalex.org/W2162598207","https://openalex.org/W2320604394","https://openalex.org/W2338483434","https://openalex.org/W2342091124","https://openalex.org/W4205247938","https://openalex.org/W4230963570","https://openalex.org/W4253698222","https://openalex.org/W4302031055"],"related_works":["https://openalex.org/W3177062893","https://openalex.org/W3125143773","https://openalex.org/W2007032764","https://openalex.org/W803550684","https://openalex.org/W2483226803","https://openalex.org/W4352977312","https://openalex.org/W3143937874","https://openalex.org/W4312926500","https://openalex.org/W2067280619","https://openalex.org/W4251343851"],"abstract_inverted_index":{"The":[0,95],"expert":[1],"review":[2],"method":[3,29],"is":[4,152],"not":[5,62],"yet":[6],"widely":[7],"adopted":[8],"in":[9,18,71,105],"game":[10,72],"evaluations,":[11],"although":[12],"it":[13],"has":[14],"been":[15,63],"used":[16],"successfully":[17],"productivity":[19],"software":[20],"evaluations":[21],"for":[22],"years.":[23],"In":[24,74],"order":[25],"to":[26,33,65,122,143],"use":[27],"the":[28,41,44,90,99,103,108,112,116,132,135,140,147],"effectively,":[30],"there":[31],"need":[32,121,142],"be":[34,123,129,144],"playability":[35,50,85,91,119],"heuristics":[36,100,120,141,151],"that":[37,98],"take":[38],"into":[39],"account":[40],"characteristics":[42],"of":[43,92,115,139,150],"videogames.":[45],"There":[46],"are":[47],"a":[48,80,93],"few":[49],"heuristic":[51,86],"sets":[52,87],"available,":[53],"but":[54],"they":[55,60,127],"have":[56,61],"several":[57],"differences,":[58],"and":[59,69,111,137,146],"compared":[64],"discover":[66],"their":[67],"strengths":[68],"weaknesses":[70],"evaluations.":[73],"this":[75],"paper,":[76],"we":[77],"report":[78],"on":[79],"first":[81],"study":[82],"comparing":[83],"two":[84],"when":[88],"evaluating":[89,106],"videogame.":[94],"results":[96],"indicate":[97],"can":[101,128],"assist":[102],"evaluators":[104],"both":[107],"user":[109],"interface":[110],"gameplay":[113],"aspects":[114],"game.":[117],"However,":[118],"developed":[124],"further":[125],"before":[126],"utilized":[130],"by":[131],"practitioners.":[133],"Especially,":[134],"clarity":[136],"comprehensibility":[138],"improved,":[145],"optimal":[148],"number":[149],"still":[153],"open.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":8},{"year":2012,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}