{"id":"https://openalex.org/W4379522983","doi":"https://doi.org/10.21428/594757db.6b6b324c","title":"Mimicking Electronic Gaming Machine Player Behavior Using Reinforcement Learning","display_name":"Mimicking Electronic Gaming Machine Player Behavior Using Reinforcement Learning","publication_year":2023,"publication_date":"2023-06-05","ids":{"openalex":"https://openalex.org/W4379522983","doi":"https://doi.org/10.21428/594757db.6b6b324c"},"language":"en","primary_location":{"id":"doi:10.21428/594757db.6b6b324c","is_oa":true,"landing_page_url":"http://dx.doi.org/10.21428/594757db.6b6b324c","pdf_url":"https://caiac.pubpub.org/pub/21c2jte4/download/pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Canadian Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://caiac.pubpub.org/pub/21c2jte4/download/pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023142429","display_name":"Gaurav Jariwala","orcid":null},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Gaurav Jariwala","raw_affiliation_strings":["Dalhousie University","Faculty of Computer Science, Dalhousie University"],"affiliations":[{"raw_affiliation_string":"Dalhousie University","institution_ids":["https://openalex.org/I129902397"]},{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035485219","display_name":"Vlado Ke\u0161elj","orcid":"https://orcid.org/0000-0001-8760-3223"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Vlado Keselj","raw_affiliation_strings":["Dalhousie University","Faculty of Computer Science, Dalhousie University"],"affiliations":[{"raw_affiliation_string":"Dalhousie University","institution_ids":["https://openalex.org/I129902397"]},{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University","institution_ids":["https://openalex.org/I129902397"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5023142429"],"corresponding_institution_ids":["https://openalex.org/I129902397"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09293262,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11705","display_name":"Gambling Behavior and Treatments","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11705","display_name":"Gambling Behavior and Treatments","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9646000266075134,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9557999968528748,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8290704488754272},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7436200976371765},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5944346785545349},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5844624638557434},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5095320343971252},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4908936619758606},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48325425386428833},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.438639372587204},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3990091383457184},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14548557996749878},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.07687407732009888}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8290704488754272},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7436200976371765},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5944346785545349},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5844624638557434},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5095320343971252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4908936619758606},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48325425386428833},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.438639372587204},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3990091383457184},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14548557996749878},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.07687407732009888},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21428/594757db.6b6b324c","is_oa":true,"landing_page_url":"http://dx.doi.org/10.21428/594757db.6b6b324c","pdf_url":"https://caiac.pubpub.org/pub/21c2jte4/download/pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Canadian Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.21428/594757db.6b6b324c","is_oa":true,"landing_page_url":"http://dx.doi.org/10.21428/594757db.6b6b324c","pdf_url":"https://caiac.pubpub.org/pub/21c2jte4/download/pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Canadian Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4379522983.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1527702126","https://openalex.org/W1771410628","https://openalex.org/W1968806371","https://openalex.org/W1978995192","https://openalex.org/W2063303830","https://openalex.org/W2116442740","https://openalex.org/W2117228484","https://openalex.org/W2117726420","https://openalex.org/W2125612430","https://openalex.org/W2134285761","https://openalex.org/W2134906087","https://openalex.org/W2135090671","https://openalex.org/W2151516755","https://openalex.org/W2155007355","https://openalex.org/W2155894447","https://openalex.org/W2195081605","https://openalex.org/W2210721416","https://openalex.org/W2227909145","https://openalex.org/W2293467699","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2749928749","https://openalex.org/W2750933313","https://openalex.org/W2767704871","https://openalex.org/W2772515077","https://openalex.org/W2921474818","https://openalex.org/W2950989964","https://openalex.org/W2962736495","https://openalex.org/W2982316857","https://openalex.org/W2996037775","https://openalex.org/W3100789280","https://openalex.org/W3197620092","https://openalex.org/W4285324069","https://openalex.org/W4288420704","https://openalex.org/W4295181861","https://openalex.org/W4298857966","https://openalex.org/W6638018090","https://openalex.org/W6677383575","https://openalex.org/W6682849425","https://openalex.org/W6760181788"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2076061571","https://openalex.org/W2106552856","https://openalex.org/W1987513656","https://openalex.org/W2072376847","https://openalex.org/W2089013912"],"abstract_inverted_index":{"This":[0],"study":[1],"looks":[2],"at":[3],"how":[4],"Reinforcement":[5],"Learning":[6],"(RL)":[7],"approaches":[8],"can":[9],"be":[10],"used":[11],"to":[12,31,54,102,131],"understand":[13],"player":[14,38,56,133],"behavior":[15,39,57,123,134],"in":[16,22],"Electronic":[17],"Gaming":[18],"Machines":[19],"(EGMs)":[20],"found":[21],"venues":[23],"like":[24],"casinos.":[25],"The":[26,76],"gaming":[27],"business":[28],"is":[29],"keen":[30],"learn":[32],"about":[33],"the":[34,73,94,103,110,116,120,136],"many":[35],"types":[36],"of":[37,72,128],"and":[40,66,81],"create":[41],"virtual":[42],"players":[43],"mimicking":[44],"these":[45],"behaviors.":[46,75],"To":[47],"achieve":[48],"this,":[49],"we":[50],"trained":[51],"RL":[52],"models":[53,89],"mimic":[55],"by":[58],"grouping":[59],"different":[60],"playing":[61,74,122],"styles":[62],"with":[63,93,119],"K-means":[64],"clustering":[65],"determining":[67],"termination":[68,104],"states":[69],"for":[70],"one":[71],"Proximal":[77],"Policy":[78],"Optimization":[79],"(PPO)":[80],"Actor":[82],"Critic":[83],"using":[84],"Kronecker-Factored":[85],"Trust":[86],"Region":[87],"(ACKTR)":[88],"were":[90],"subsequently":[91],"implemented,":[92],"agents":[95],"being":[96],"rewarded":[97],"based":[98],"on":[99],"their":[100],"proximity":[101],"states.":[105],"Our":[106],"findings":[107],"suggest":[108],"that":[109],"ACKTR":[111],"model":[112],"performed":[113],"better":[114],"than":[115],"PPO":[117],"model,":[118],"generated":[121],"demonstrating":[124],"a":[125],"high":[126],"level":[127],"statistical":[129],"similarity":[130],"real-world":[132],"within":[135],"selected":[137],"cluster.":[138]},"counts_by_year":[],"updated_date":"2026-01-21T23:30:37.877113","created_date":"2025-10-10T00:00:00"}