{"id":"https://openalex.org/W2033209486","doi":"https://doi.org/10.1145/1178823.1178828","title":"Motivated reinforcement learning for non-player characters in persistent computer game worlds","display_name":"Motivated reinforcement learning for non-player characters in persistent computer game worlds","publication_year":2006,"publication_date":"2006-06-14","ids":{"openalex":"https://openalex.org/W2033209486","doi":"https://doi.org/10.1145/1178823.1178828","mag":"2033209486"},"language":"en","primary_location":{"id":"doi:10.1145/1178823.1178828","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1178823.1178828","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2006 ACM SIGCHI international conference on Advances in computer entertainment technology","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111548712","display_name":"Kathryn Merrick","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kathryn Merrick","raw_affiliation_strings":["University of Sydney and National ICT Australia, Alexandria, NSW","University of Sydney and National ICT Australia, Alexandria, NSW#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sydney and National ICT Australia, Alexandria, NSW","institution_ids":["https://openalex.org/I129604602","https://openalex.org/I42894916"]},{"raw_affiliation_string":"University of Sydney and National ICT Australia, Alexandria, NSW#TAB#","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005530463","display_name":"Mary Lou Maher","orcid":"https://orcid.org/0000-0002-4150-0322"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mary Lou Maher","raw_affiliation_strings":["University of Sydney, NSW","(University of sydney , NSW)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sydney, NSW","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"(University of sydney , NSW)","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.1793,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.99269311,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.957099974155426,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metaverse","display_name":"Metaverse","score":0.8505215048789978},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8109043836593628},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7566958665847778},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6319882869720459},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5962306261062622},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.4887421131134033},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.41634976863861084},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.38536518812179565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31714802980422974},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08479997515678406}],"concepts":[{"id":"https://openalex.org/C53332860","wikidata":"https://www.wikidata.org/wiki/Q2632041","display_name":"Metaverse","level":3,"score":0.8505215048789978},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8109043836593628},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7566958665847778},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6319882869720459},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5962306261062622},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4887421131134033},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.41634976863861084},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.38536518812179565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31714802980422974},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08479997515678406},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1178823.1178828","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1178823.1178828","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2006 ACM SIGCHI international conference on Advances in computer entertainment technology","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.95.3513","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.95.3513","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://people.arch.usyd.edu.au/~kathryn/publications/merrick06motiv2.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310369","display_name":"National ICT Australia","ror":"https://ror.org/03q397159"},{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W23758216","https://openalex.org/W41554520","https://openalex.org/W170196830","https://openalex.org/W186500723","https://openalex.org/W1515851193","https://openalex.org/W1575849817","https://openalex.org/W1991848143","https://openalex.org/W2029447784","https://openalex.org/W2044879021","https://openalex.org/W2086454051","https://openalex.org/W2121863487","https://openalex.org/W2164128966","https://openalex.org/W2165934840","https://openalex.org/W2795116441","https://openalex.org/W2809901859","https://openalex.org/W2912889105","https://openalex.org/W3011120880","https://openalex.org/W6607005992","https://openalex.org/W6634481309"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2166821106","https://openalex.org/W4312864667","https://openalex.org/W1987513656","https://openalex.org/W2072376847"],"abstract_inverted_index":{"Massively":[0],"multiplayer":[1],"online":[2],"computer":[3],"games":[4],"are":[5],"played":[6],"in":[7,56,92,130],"complex,":[8],"persistent":[9],"virtual":[10,29,38],"worlds.":[11],"Over":[12],"time,":[13],"the":[14,50,122],"landscape":[15],"of":[16,45,71,114],"these":[17],"worlds":[18,40],"evolves":[19],"and":[20,25,48,54,79,88,120],"changes":[21,109],"as":[22,68],"players":[23],"create":[24],"personalise":[26],"their":[27,59,86,126,133],"own":[28],"property.":[30],"In":[31,105],"contrast,":[32],"many":[33],"non-player":[34,73],"characters":[35,74],"that":[36,75],"populate":[37],"game":[39],"possess":[41],"a":[42,69],"fixed":[43],"set":[44],"pre-programmed":[46],"behaviours":[47,91],"lack":[49],"ability":[51],"to":[52,94,99,124],"adapt":[53,125],"evolve":[55,78],"time":[57,131],"with":[58,132],"surroundings.":[60,134],"This":[61],"paper":[62],"presents":[63],"motivated":[64],"reinforcement":[65,82],"learning":[66,83,119],"agents":[67,84,123],"means":[70],"creating":[72],"can":[76],"both":[77],"adapt.":[80],"Motivated":[81],"explore":[85],"environment":[87],"learn":[89],"new":[90],"response":[93],"interesting":[95,115],"experiences,":[96],"allowing":[97,121],"them":[98],"display":[100],"progressively":[101],"evolving":[102],"behavioural":[103,128],"patterns.":[104],"dynamic":[106],"worlds,":[107],"environmental":[108],"provide":[110],"an":[111],"additional":[112],"source":[113],"experiences":[116],"triggering":[117],"further":[118],"existing":[127],"patterns":[129]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}