{"id":"https://openalex.org/W3096715124","doi":"https://doi.org/10.1145/3410404.3414249","title":"Artificial Players in the Design Process: Developing an Automated Testing Tool for Game Level and World Design","display_name":"Artificial Players in the Design Process: Developing an Automated Testing Tool for Game Level and World Design","publication_year":2020,"publication_date":"2020-11-02","ids":{"openalex":"https://openalex.org/W3096715124","doi":"https://doi.org/10.1145/3410404.3414249","mag":"3096715124"},"language":"en","primary_location":{"id":"doi:10.1145/3410404.3414249","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3410404.3414249","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Annual Symposium on Computer-Human Interaction in Play","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027474161","display_name":"Samantha Stahlke","orcid":"https://orcid.org/0000-0002-3542-6808"},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"Ontario Tech University","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Samantha Stahlke","raw_affiliation_strings":["University of Ontario Institute of Technology, Oshawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ontario Institute of Technology, Oshawa, ON, Canada","institution_ids":["https://openalex.org/I39470171"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021209575","display_name":"Atiya Nova","orcid":null},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"Ontario Tech University","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Atiya Nova","raw_affiliation_strings":["University of Ontario Institute of Technology, Oshawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ontario Institute of Technology, Oshawa, ON, Canada","institution_ids":["https://openalex.org/I39470171"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072743620","display_name":"Pejman Mirza-Babaei","orcid":"https://orcid.org/0000-0002-8248-5392"},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"Ontario Tech University","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Pejman Mirza-Babaei","raw_affiliation_strings":["University of Ontario Institute of Technology, Oshawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ontario Institute of Technology, Oshawa, ON, Canada","institution_ids":["https://openalex.org/I39470171"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39470171"],"apc_list":null,"apc_paid":null,"fwci":2.167,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.9029664,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"267","last_page":"280"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6998511552810669},{"id":"https://openalex.org/keywords/game-design","display_name":"Game design","score":0.6635268926620483},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.629798412322998},{"id":"https://openalex.org/keywords/game-developer","display_name":"Game Developer","score":0.5967230200767517},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.557216227054596},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5269927382469177},{"id":"https://openalex.org/keywords/video-game-development","display_name":"Video game development","score":0.511314868927002},{"id":"https://openalex.org/keywords/game-testing","display_name":"Game testing","score":0.49896931648254395},{"id":"https://openalex.org/keywords/engineering-design-process","display_name":"Engineering design process","score":0.49179700016975403},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4899081587791443},{"id":"https://openalex.org/keywords/design-process","display_name":"Design process","score":0.45084384083747864},{"id":"https://openalex.org/keywords/level-design","display_name":"Level design","score":0.43993744254112244},{"id":"https://openalex.org/keywords/game-design-document","display_name":"Game design document","score":0.43762752413749695},{"id":"https://openalex.org/keywords/pathos","display_name":"Pathos","score":0.43436944484710693},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.4337884485721588},{"id":"https://openalex.org/keywords/user-story","display_name":"User story","score":0.4211256206035614},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.420998215675354},{"id":"https://openalex.org/keywords/game-development-tool","display_name":"Game development tool","score":0.4188002049922943},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.40475672483444214},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.18210017681121826},{"id":"https://openalex.org/keywords/work-in-process","display_name":"Work in process","score":0.1818731725215912},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17671459913253784},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.16300234198570251}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6998511552810669},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.6635268926620483},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.629798412322998},{"id":"https://openalex.org/C41826821","wikidata":"https://www.wikidata.org/wiki/Q844005","display_name":"Game Developer","level":3,"score":0.5967230200767517},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.557216227054596},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5269927382469177},{"id":"https://openalex.org/C54276265","wikidata":"https://www.wikidata.org/wiki/Q1061635","display_name":"Video game development","level":3,"score":0.511314868927002},{"id":"https://openalex.org/C7591567","wikidata":"https://www.wikidata.org/wiki/Q1093030","display_name":"Game testing","level":5,"score":0.49896931648254395},{"id":"https://openalex.org/C34972735","wikidata":"https://www.wikidata.org/wiki/Q2920267","display_name":"Engineering design process","level":2,"score":0.49179700016975403},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4899081587791443},{"id":"https://openalex.org/C48262172","wikidata":"https://www.wikidata.org/wiki/Q16908765","display_name":"Design process","level":3,"score":0.45084384083747864},{"id":"https://openalex.org/C146508145","wikidata":"https://www.wikidata.org/wiki/Q1046315","display_name":"Level design","level":3,"score":0.43993744254112244},{"id":"https://openalex.org/C6907630","wikidata":"https://www.wikidata.org/wiki/Q3010535","display_name":"Game design document","level":4,"score":0.43762752413749695},{"id":"https://openalex.org/C140713313","wikidata":"https://www.wikidata.org/wiki/Q633885","display_name":"Pathos","level":2,"score":0.43436944484710693},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.4337884485721588},{"id":"https://openalex.org/C11189718","wikidata":"https://www.wikidata.org/wiki/Q218152","display_name":"User story","level":4,"score":0.4211256206035614},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.420998215675354},{"id":"https://openalex.org/C35674477","wikidata":"https://www.wikidata.org/wiki/Q5519933","display_name":"Game development tool","level":5,"score":0.4188002049922943},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.40475672483444214},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.18210017681121826},{"id":"https://openalex.org/C174998907","wikidata":"https://www.wikidata.org/wiki/Q357662","display_name":"Work in process","level":2,"score":0.1818731725215912},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17671459913253784},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.16300234198570251},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3410404.3414249","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3410404.3414249","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Annual Symposium on Computer-Human Interaction in Play","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"},{"score":0.4099999964237213,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W84087461","https://openalex.org/W176325023","https://openalex.org/W201316757","https://openalex.org/W850812170","https://openalex.org/W1601359266","https://openalex.org/W1605965041","https://openalex.org/W1964302881","https://openalex.org/W1965270470","https://openalex.org/W1972888601","https://openalex.org/W1979621293","https://openalex.org/W1990401068","https://openalex.org/W1991207010","https://openalex.org/W1994685255","https://openalex.org/W2008497948","https://openalex.org/W2014700278","https://openalex.org/W2034144472","https://openalex.org/W2043030203","https://openalex.org/W2044950744","https://openalex.org/W2054768221","https://openalex.org/W2078967263","https://openalex.org/W2084397606","https://openalex.org/W2088562452","https://openalex.org/W2094408289","https://openalex.org/W2103934236","https://openalex.org/W2108745234","https://openalex.org/W2154351486","https://openalex.org/W2166667242","https://openalex.org/W2168658224","https://openalex.org/W2289656154","https://openalex.org/W2300461310","https://openalex.org/W2520633348","https://openalex.org/W2586617738","https://openalex.org/W2606862087","https://openalex.org/W2752511750","https://openalex.org/W2761906304","https://openalex.org/W2763135235","https://openalex.org/W2763498325","https://openalex.org/W2796683355","https://openalex.org/W2803408358","https://openalex.org/W2898551176","https://openalex.org/W2911296969","https://openalex.org/W2941010912","https://openalex.org/W2942670770","https://openalex.org/W2962745548","https://openalex.org/W2962991582","https://openalex.org/W2964153632","https://openalex.org/W2974576610","https://openalex.org/W2976245088","https://openalex.org/W2976667798","https://openalex.org/W2976718034","https://openalex.org/W2977322142","https://openalex.org/W2980810656","https://openalex.org/W4205337489","https://openalex.org/W4235538113","https://openalex.org/W4244960693","https://openalex.org/W4288343800"],"related_works":["https://openalex.org/W4381616580","https://openalex.org/W1491613725","https://openalex.org/W2885055606","https://openalex.org/W2991043318","https://openalex.org/W4232382876","https://openalex.org/W1984055953","https://openalex.org/W2488960789","https://openalex.org/W3049507504","https://openalex.org/W2149968468","https://openalex.org/W749903075"],"abstract_inverted_index":{"Iterative":[0],"user-centred":[1],"design":[2,47,114,172],"has":[3,42],"become":[4],"a":[5,25,117,136,158,170],"standard":[6],"approach":[7],"for":[8,65,139],"developing":[9],"interactive":[10],"products.":[11],"This":[12,149],"process":[13],"relies":[14],"on":[15,116,152],"prototyping":[16],"and":[17,29,54,72,77,95,157],"usertesting":[18,66],"as":[19,21],"early":[20],"possible":[22],"to":[23,102,120,165,184],"deliver":[24,121],"positive":[26],"user":[27,51,159],"experience":[28],"ensure":[30],"that":[31,145],"final":[32],"products":[33],"align":[34],"with":[35,49,129,143,161],"designers'":[36],"intentions.":[37],"The":[38],"video":[39],"game":[40,62,93,163],"industry":[41],"benefited":[43],"greatly":[44],"from":[45],"this":[46],"approach,":[48],"games":[50],"researchers":[52],"adapting":[53],"introducing":[55],"various":[56],"evaluation":[57,79,91],"techniques.":[58],"However,":[59],"repeatedly":[60],"creating":[61],"builds":[63],"suitable":[64],"(i.e.,":[67],"high-fidelity":[68],"prototypes)":[69],"is":[70],"time-consuming":[71],"expensive.":[73],"Moreover,":[74],"recruiting":[75],"users":[76],"conducting":[78],"sessions":[80,142],"are":[81,86],"labour-intensive":[82],"tasks.":[83],"These":[84],"challenges":[85],"especially":[87],"pressing":[88],"in":[89,169],"the":[90,109,122,177,186],"of":[92,111,179,188],"level":[94,171],"world":[96],"design,":[97],"where":[98],"designers":[99],"may":[100],"wish":[101],"evaluate":[103],"many":[104,112],"alternatives":[105],"or":[106],"rapidly":[107],"measure":[108],"impact":[110],"small":[113],"changes":[115],"game's":[118],"ability":[119,178],"intended":[123],"experience.":[124],"To":[125],"support":[126],"developers":[127,164],"grappling":[128],"these":[130],"challenges,":[131],"we":[132],"have":[133],"developed":[134],"PathOS,":[135],"novel":[137],"tool":[138,183],"simulating":[140],"testing":[141,182],"agents":[144],"model":[146],"player":[147],"navigation.":[148],"paper":[150],"reports":[151],"our":[153],"development":[154],"objectives,":[155],"implementation,":[156],"study":[160],"professional":[162],"assess":[166],"PathOS'":[167],"application":[168],"context.":[173],"Our":[174],"results":[175],"demonstrate":[176],"an":[180],"automated":[181],"enhance":[185],"workflow":[187],"practicing":[189],"developers.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}