{"id":"https://openalex.org/W2796683355","doi":"https://doi.org/10.1145/3183568","title":"Usertesting Without the User","display_name":"Usertesting Without the User","publication_year":2018,"publication_date":"2018-04-10","ids":{"openalex":"https://openalex.org/W2796683355","doi":"https://doi.org/10.1145/3183568","mag":"2796683355"},"language":"en","primary_location":{"id":"doi:10.1145/3183568","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3183568","pdf_url":null,"source":{"id":"https://openalex.org/S131145815","display_name":"Computers in entertainment","issn_l":"1544-3574","issn":["1544-3574","1544-3981"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Entertainment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027474161","display_name":"Samantha Stahlke","orcid":"https://orcid.org/0000-0002-3542-6808"},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"Ontario Tech University","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Samantha N. Stahlke","raw_affiliation_strings":["University of Ontario Institute of Technology, Simcoe Street North, Oshawa, ON"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ontario Institute of Technology, Simcoe Street North, Oshawa, ON","institution_ids":["https://openalex.org/I39470171"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072743620","display_name":"Pejman Mirza-Babaei","orcid":"https://orcid.org/0000-0002-8248-5392"},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"Ontario Tech University","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Pejman Mirza-Babaei","raw_affiliation_strings":["University of Ontario Institute of Technology, Simcoe Street North, Oshawa, ON"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ontario Institute of Technology, Simcoe Street North, Oshawa, ON","institution_ids":["https://openalex.org/I39470171"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39470171"],"apc_list":null,"apc_paid":null,"fwci":1.1466,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.83396829,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"16","issue":"2","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11904","display_name":"Spatial Cognition and Navigation","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7257602214813232},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.6453238129615784},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5429006814956665},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5179554224014282},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4859832227230072},{"id":"https://openalex.org/keywords/human-intelligence","display_name":"Human intelligence","score":0.4378967583179474},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4370260536670685},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4224320650100708},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3567969799041748},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.29729560017585754},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08148160576820374}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7257602214813232},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.6453238129615784},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5429006814956665},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5179554224014282},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4859832227230072},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.4378967583179474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4370260536670685},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4224320650100708},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3567969799041748},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29729560017585754},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08148160576820374},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3183568","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3183568","pdf_url":null,"source":{"id":"https://openalex.org/S131145815","display_name":"Computers in entertainment","issn_l":"1544-3574","issn":["1544-3574","1544-3981"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Entertainment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310923","display_name":"University of Ontario Institute of Technology","ror":"https://ror.org/016zre027"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W124401879","https://openalex.org/W1531563883","https://openalex.org/W1532179415","https://openalex.org/W1989249972","https://openalex.org/W2016708835","https://openalex.org/W2017398389","https://openalex.org/W2018630235","https://openalex.org/W2026780910","https://openalex.org/W2026961323","https://openalex.org/W2039533331","https://openalex.org/W2051459061","https://openalex.org/W2066915542","https://openalex.org/W2078967263","https://openalex.org/W2085399110","https://openalex.org/W2089314366","https://openalex.org/W2118232723","https://openalex.org/W2136065562","https://openalex.org/W2137958271","https://openalex.org/W2145339207","https://openalex.org/W2148497612","https://openalex.org/W2152154267","https://openalex.org/W2152255989","https://openalex.org/W2152286103","https://openalex.org/W2153831315","https://openalex.org/W2164179042","https://openalex.org/W2223017844","https://openalex.org/W2346091616","https://openalex.org/W2515830325","https://openalex.org/W2530695086","https://openalex.org/W2590714056","https://openalex.org/W2750681837","https://openalex.org/W2752511750","https://openalex.org/W2969677917","https://openalex.org/W4244791762","https://openalex.org/W4249442404","https://openalex.org/W4292199645","https://openalex.org/W4297873189","https://openalex.org/W6881109373"],"related_works":["https://openalex.org/W2028495302","https://openalex.org/W2002261065","https://openalex.org/W1513656766","https://openalex.org/W4249498729","https://openalex.org/W2160863446","https://openalex.org/W2361609491","https://openalex.org/W2106866459","https://openalex.org/W1967083444","https://openalex.org/W2074725751","https://openalex.org/W4313201042"],"abstract_inverted_index":{"The":[0],"use":[1,49,101],"of":[2,31,37,50,67,86,102,116,126],"human":[3,32,108],"participants":[4],"in":[5,29,47,92,113,137],"game":[6],"evaluation":[7,115],"can":[8,129],"be":[9,23],"costly,":[10],"time-consuming,":[11],"and":[12,45,76,100],"present":[13],"challenges":[14,21,46],"for":[15,34],"constructing":[16],"representative":[17],"player":[18],"samples.":[19],"These":[20],"may":[22],"overcome":[24],"by":[25,59],"using":[26],"computer-controlled":[27],"agents":[28,57,88],"place":[30],"users":[33],"certain":[35],"stages":[36],"the":[38,48,65,84,97,114],"usertesting":[39],"process.":[40],"This":[41],"article":[42],"explores":[43],"opportunities":[44],"behavioural":[51],"modelling":[52],"to":[53,82,111,134],"create":[54],"independent":[55,87],"\u201cuser\u201d":[56],"driven":[58],"artificial":[60],"intelligence":[61],"(AI).":[62],"We":[63],"highlight":[64],"utility":[66],"imitating":[68],"cognitive":[69],"processes":[70],"such":[71],"as":[72,79,89],"spatial":[73],"reasoning,":[74],"memory,":[75],"goal-oriented":[77],"decision-making":[78],"a":[80,90,123,131],"means":[81],"increase":[83],"viability":[85],"tool":[91],"usertesting.":[93],"Specifically,":[94],"we":[95,120],"investigate":[96],"possible":[98],"design":[99],"proxy":[103],"AI":[104,127],"\u201cusers\u201d":[105],"that":[106,122],"mimic":[107],"navigational":[109],"behaviour":[110],"assist":[112],"level":[117],"designs.":[118],"Ultimately,":[119],"propose":[121],"configurable":[124],"population":[125],"players":[128],"provide":[130],"data-rich":[132],"supplement":[133],"current":[135],"approaches":[136],"games":[138],"user":[139],"research.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}