{"id":"https://openalex.org/W2251806380","doi":"https://doi.org/10.1145/2818187.2818281","title":"A metric for automatically flagging problem levels in games from prototype walkthrough data","display_name":"A metric for automatically flagging problem levels in games from prototype walkthrough data","publication_year":2015,"publication_date":"2015-09-22","ids":{"openalex":"https://openalex.org/W2251806380","doi":"https://doi.org/10.1145/2818187.2818281","mag":"2251806380"},"language":"en","primary_location":{"id":"doi:10.1145/2818187.2818281","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2818187.2818281","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Academic Mindtrek Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013122512","display_name":"Max V. Birk","orcid":"https://orcid.org/0000-0002-1490-2086"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Max V. Birk","raw_affiliation_strings":["University of Saskatchewan, Saskatoon, Canada"],"affiliations":[{"raw_affiliation_string":"University of Saskatchewan, Saskatoon, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015622039","display_name":"Christoph L\u00fcrig","orcid":"https://orcid.org/0009-0003-5538-9084"},"institutions":[{"id":"https://openalex.org/I137932638","display_name":"Trier University of Applied Sciences","ror":"https://ror.org/02e3hdx05","country_code":"DE","type":"education","lineage":["https://openalex.org/I137932638"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph L\u00fcrig","raw_affiliation_strings":["Trier University of Applied Science, Trier, Germany"],"affiliations":[{"raw_affiliation_string":"Trier University of Applied Science, Trier, Germany","institution_ids":["https://openalex.org/I137932638"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012723133","display_name":"Regan L. Mandryk","orcid":"https://orcid.org/0000-0003-0772-6616"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Regan L. Mandryk","raw_affiliation_strings":["University of Saskatchewan, Saskatoon, Canada"],"affiliations":[{"raw_affiliation_string":"University of Saskatchewan, Saskatoon, Canada","institution_ids":["https://openalex.org/I32625721"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013122512"],"corresponding_institution_ids":["https://openalex.org/I32625721"],"apc_list":null,"apc_paid":null,"fwci":0.4632,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.73015492,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"33","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-walkthrough","display_name":"Software walkthrough","score":0.8859537243843079},{"id":"https://openalex.org/keywords/flagging","display_name":"Flagging","score":0.7639302015304565},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.683409571647644},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6631578803062439},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.590164840221405},{"id":"https://openalex.org/keywords/indie-film","display_name":"Indie film","score":0.5619635581970215},{"id":"https://openalex.org/keywords/game-developer","display_name":"Game Developer","score":0.5465753078460693},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5043467283248901},{"id":"https://openalex.org/keywords/game-design","display_name":"Game design","score":0.47424712777137756},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36584776639938354},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.35134756565093994},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3142821192741394},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.2062520980834961},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16705763339996338},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.13822397589683533}],"concepts":[{"id":"https://openalex.org/C46110900","wikidata":"https://www.wikidata.org/wiki/Q11702993","display_name":"Software walkthrough","level":5,"score":0.8859537243843079},{"id":"https://openalex.org/C2777548347","wikidata":"https://www.wikidata.org/wiki/Q5456937","display_name":"Flagging","level":2,"score":0.7639302015304565},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.683409571647644},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6631578803062439},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.590164840221405},{"id":"https://openalex.org/C84079672","wikidata":"https://www.wikidata.org/wiki/Q459290","display_name":"Indie film","level":2,"score":0.5619635581970215},{"id":"https://openalex.org/C41826821","wikidata":"https://www.wikidata.org/wiki/Q844005","display_name":"Game Developer","level":3,"score":0.5465753078460693},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5043467283248901},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.47424712777137756},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36584776639938354},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.35134756565093994},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3142821192741394},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2062520980834961},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16705763339996338},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.13822397589683533},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C29595303","wikidata":"https://www.wikidata.org/wiki/Q165650","display_name":"Media studies","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2818187.2818281","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2818187.2818281","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Academic Mindtrek Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.718.8057","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.718.8057","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://hci.usask.ca/uploads/375-AhA_mindtrek_submitted_cr2.pdf","raw_type":"text"},{"id":"pmh:tue:oai:pure.tue.nl:publications/87eab0e5-b99d-4aee-bee2-f7a263ba5ee7","is_oa":false,"landing_page_url":"https://research.tue.nl/nl/publications/a-metric-for-automatically-flagging-problem-levels-in-games-from-prototype-walkthrough-data(87eab0e5-b99d-4aee-bee2-f7a263ba5ee7).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"AcademicMindTrek '15 : Proceedings of the 19th International Academic Mindtrek Conference, 33 - 40","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W606509746","https://openalex.org/W1570991317","https://openalex.org/W1965931427","https://openalex.org/W1966537360","https://openalex.org/W1971857126","https://openalex.org/W1981018178","https://openalex.org/W1981413662","https://openalex.org/W1981478527","https://openalex.org/W1999966993","https://openalex.org/W2003215225","https://openalex.org/W2021675200","https://openalex.org/W2023062420","https://openalex.org/W2059977371","https://openalex.org/W2061879241","https://openalex.org/W2097709032","https://openalex.org/W2119035727","https://openalex.org/W2134033472","https://openalex.org/W2142777385","https://openalex.org/W2150454725","https://openalex.org/W2152765804","https://openalex.org/W2180015763","https://openalex.org/W2223017844","https://openalex.org/W2506155917","https://openalex.org/W3010856131","https://openalex.org/W4231341185","https://openalex.org/W4299998071","https://openalex.org/W6606211016"],"related_works":["https://openalex.org/W2130088927","https://openalex.org/W1491613725","https://openalex.org/W3197701866","https://openalex.org/W4207081595","https://openalex.org/W2755355173","https://openalex.org/W62621724","https://openalex.org/W2885055606","https://openalex.org/W4381616580","https://openalex.org/W632879825","https://openalex.org/W749903075"],"abstract_inverted_index":{"Playtesting":[0],"early":[1],"and":[2,29,91],"often":[3],"is":[4,89],"important":[5],"for":[6,12,113],"all":[7],"game":[8,24,39,71,105,115],"developers,":[9],"but":[10],"especially":[11],"the":[13,62,66,69,97,104,114,127],"growing":[14],"number":[15],"of":[16,68,124,129],"indie":[17,78],"teams":[18],"producing":[19],"commercial":[20,70],"games;":[21],"however,":[22],"playtesting":[23],"prototypes":[25],"remains":[26],"an":[27],"expensive":[28],"time-consuming":[30],"process.":[31],"In":[32],"this":[33],"paper,":[34],"we":[35],"present":[36],"a":[37,121],"new":[38],"metric,":[40],"automatically":[41],"generated":[42],"from":[43],"prototype":[44,131],"walkthrough":[45],"data,":[46],"which":[47],"flags":[48],"problematic":[49],"levels":[50],"so":[51],"that":[52,118],"developers":[53],"know":[54,100],"where":[55,101],"to":[56,99,102,110],"invest":[57],"their":[58],"effort":[59],"in":[60,75,126],"fixing":[61],"game.":[63],"Created":[64],"during":[65],"development":[67],"Angus":[72],"Hates":[73],"Aliens,":[74],"collaboration":[76],"with":[77],"developer":[79,98],"Team":[80],"Stendec,":[81],"our":[82,130],"death-related":[83],"problem":[84],"level":[85],"likelihood":[86],"indicator":[87,123],"(DPLI)":[88],"interpretable":[90],"actionable,":[92],"i.e.,":[93],"it":[94,119],"easily":[95],"allowed":[96],"fix":[103],"levels.":[106],"Finally,":[107],"DPLI":[108],"correlated":[109],"enjoyment":[111],"ratings":[112],"levels,":[116],"suggesting":[117],"was":[120],"good":[122],"problems":[125],"context":[128],"evaluation.":[132]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}