{"id":"https://openalex.org/W4225126461","doi":"https://doi.org/10.1145/3531009","title":"Evaluation of a Multi-agent \u201cHuman-in-the-loop\u201d Game Design System","display_name":"Evaluation of a Multi-agent \u201cHuman-in-the-loop\u201d Game Design System","publication_year":2022,"publication_date":"2022-04-30","ids":{"openalex":"https://openalex.org/W4225126461","doi":"https://doi.org/10.1145/3531009"},"language":"en","primary_location":{"id":"doi:10.1145/3531009","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3531009","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020025697","display_name":"Jan Peter Kruse","orcid":"https://orcid.org/0000-0003-1460-1547"},"institutions":[{"id":"https://openalex.org/I4210139113","display_name":"Mediadesign Hochschule f\u00fcr Design und Informatik","ror":"https://ror.org/03aky0p13","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210139113"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jan Kruse","raw_affiliation_strings":["Mediadesign University of Applied Sciences, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Mediadesign University of Applied Sciences, Berlin, Germany","institution_ids":["https://openalex.org/I4210139113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006653103","display_name":"Andy M. Connor","orcid":"https://orcid.org/0000-0002-4046-5959"},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andy M. Connor","raw_affiliation_strings":["Auckland University of Technology, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"Auckland University of Technology, Auckland, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054083997","display_name":"Stefan Marks","orcid":"https://orcid.org/0000-0002-5997-3136"},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Stefan Marks","raw_affiliation_strings":["Auckland University of Technology, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"Auckland University of Technology, Auckland, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020025697"],"corresponding_institution_ids":["https://openalex.org/I4210139113"],"apc_list":null,"apc_paid":null,"fwci":0.2652,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59188461,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":"3","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7272840738296509},{"id":"https://openalex.org/keywords/game-design","display_name":"Game design","score":0.6864295601844788},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5257195830345154},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5195993781089783},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.4742024540901184},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4236804246902466},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09089592099189758}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7272840738296509},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.6864295601844788},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5257195830345154},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5195993781089783},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.4742024540901184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4236804246902466},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09089592099189758}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3531009","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3531009","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6100000143051147,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W92219873","https://openalex.org/W1480534191","https://openalex.org/W1602946837","https://openalex.org/W1644301333","https://openalex.org/W1736029283","https://openalex.org/W1797285959","https://openalex.org/W1840859020","https://openalex.org/W1953929884","https://openalex.org/W1964869099","https://openalex.org/W1979841306","https://openalex.org/W1997809890","https://openalex.org/W2016309730","https://openalex.org/W2020164103","https://openalex.org/W2023159994","https://openalex.org/W2024166889","https://openalex.org/W2035073446","https://openalex.org/W2050409204","https://openalex.org/W2064540711","https://openalex.org/W2069409996","https://openalex.org/W2092735940","https://openalex.org/W2104403300","https://openalex.org/W2113410615","https://openalex.org/W2113726754","https://openalex.org/W2124445109","https://openalex.org/W2139165539","https://openalex.org/W2151019861","https://openalex.org/W2254158957","https://openalex.org/W2327509600","https://openalex.org/W2530183672","https://openalex.org/W2538881845","https://openalex.org/W2538962136","https://openalex.org/W2700693968","https://openalex.org/W2735552616","https://openalex.org/W2746283210","https://openalex.org/W2753104841","https://openalex.org/W2803142814","https://openalex.org/W2891016259","https://openalex.org/W2896007079","https://openalex.org/W2896010852","https://openalex.org/W2905931456","https://openalex.org/W2911918032","https://openalex.org/W2913341200","https://openalex.org/W2922966916","https://openalex.org/W2963771763","https://openalex.org/W2971892466","https://openalex.org/W2998017123","https://openalex.org/W3094485687","https://openalex.org/W3099197440","https://openalex.org/W3120975659","https://openalex.org/W3136602301","https://openalex.org/W3171807676","https://openalex.org/W3200482619","https://openalex.org/W3210030168","https://openalex.org/W4300991015","https://openalex.org/W6755009821"],"related_works":["https://openalex.org/W3107474891","https://openalex.org/W2076610045","https://openalex.org/W2379162918","https://openalex.org/W4246426965","https://openalex.org/W831794578","https://openalex.org/W2370652759","https://openalex.org/W1993084869","https://openalex.org/W3106945349","https://openalex.org/W3204394973","https://openalex.org/W2278205256"],"abstract_inverted_index":{"Designing":[0],"games":[1,14],"is":[2],"a":[3,47,164],"complicated":[4],"and":[5,75,82,113,117],"time-consuming":[6],"process,":[7],"where":[8],"developing":[9],"new":[10],"levels":[11,106,127,168],"for":[12,52,167,212],"existing":[13],"can":[15],"take":[16],"weeks.":[17],"Procedural":[18],"content":[19,204],"generation":[20,205],"offers":[21],"the":[22,37,66,86,90,95,101,108,130,151,158,171,182,185,213],"potential":[23,211],"to":[24,64,68,83,103,122,146,180,199,208],"shorten":[25],"this":[26],"timeframe,":[27],"however,":[28,174],"automated":[29],"design":[30,50,104],"tools":[31,194],"are":[32,188,207],"not":[33,195],"adopted":[34],"widely":[35],"in":[36,177],"game":[38,54,80,98,105,160,214],"industry.":[39,215],"This":[40,133],"article":[41],"presents":[42],"an":[43,71],"expert":[44,175],"evaluation":[45,62],"of":[46,150,192],"human-in-the-loop":[48],"generative":[49],"approach":[51,72,102],"commercial":[53],"maps":[55],"that":[56,143,157,184],"incorporates":[57],"multiple":[58],"computational":[59,87,109,131,172,186,193],"agents.":[60,132],"The":[61,153,190],"aims":[63],"gauge":[65],"extent":[67],"which":[69],"such":[70],"could":[73],"support":[74],"be":[76,200],"accepted":[77],"by":[78,129,170],"human":[79],"designers":[81,99,125,162,176],"determine":[84,123],"whether":[85,124],"agents":[88,110,187],"improve":[89],"overall":[91,148],"design.":[92],"To":[93],"evaluate":[94],"approach,":[96],"11":[97],"utilized":[100],"with":[107,137],"both":[111],"active":[112],"inactive.":[114],"Eye-tracking,":[115],"observational,":[116],"think-aloud":[118],"data":[119,134,139,155],"was":[120,135],"collected":[121],"favored":[126],"suggested":[128,169],"triangulated":[136],"qualitative":[138],"from":[140],"semi-structured":[141],"interviews":[142],"were":[144],"used":[145],"gather":[147],"opinions":[149],"approach.":[152],"eye-tracking":[154],"indicates":[156],"participating":[159],"level":[161],"showed":[163],"clear":[165],"preference":[166],"agents,":[173],"particular":[178],"appeared":[179],"reject":[181],"idea":[183],"helpful.":[189],"perception":[191],"being":[196],"useful":[197],"needs":[198],"addressed":[201],"if":[202],"procedural":[203],"approaches":[206],"fulfill":[209],"their":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}