{"id":"https://openalex.org/W4320057966","doi":"https://doi.org/10.1109/gem56474.2022.10017566","title":"Balancing the Performance of a FightingICE Agent using Reinforcement Learning and Skilled Experience Catalogue","display_name":"Balancing the Performance of a FightingICE Agent using Reinforcement Learning and Skilled Experience Catalogue","publication_year":2022,"publication_date":"2022-11-27","ids":{"openalex":"https://openalex.org/W4320057966","doi":"https://doi.org/10.1109/gem56474.2022.10017566"},"language":"en","primary_location":{"id":"doi:10.1109/gem56474.2022.10017566","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gem56474.2022.10017566","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Games, Entertainment, Media Conference (GEM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023147827","display_name":"Akash Cherukuri","orcid":null},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Akash Cherukuri","raw_affiliation_strings":["Indian Institute of Technology,Computer Science and Engineering,Bombay","Computer Science and Engineering, Indian Institute of Technology, Bombay"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Computer Science and Engineering,Bombay","institution_ids":["https://openalex.org/I162827531"]},{"raw_affiliation_string":"Computer Science and Engineering, Indian Institute of Technology, Bombay","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025262215","display_name":"Frank G. Glavin","orcid":"https://orcid.org/0000-0003-3363-2090"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Frank G. Glavin","raw_affiliation_strings":["School of Computer Science, National University of Ireland,Galway","School of Computer Science, National University of Ireland, Galway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, National University of Ireland,Galway","institution_ids":["https://openalex.org/I188760350"]},{"raw_affiliation_string":"School of Computer Science, National University of Ireland, Galway","institution_ids":["https://openalex.org/I188760350"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6748,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.72068173,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"1","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11705","display_name":"Gambling Behavior and Treatments","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.872427225112915},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.764128565788269},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.6568108797073364},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5876299738883972},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5550360679626465},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4898764491081238},{"id":"https://openalex.org/keywords/experiential-learning","display_name":"Experiential learning","score":0.46433863043785095},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4399186372756958},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33388110995292664},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.13019803166389465},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09448200464248657}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.872427225112915},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.764128565788269},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.6568108797073364},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5876299738883972},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5550360679626465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4898764491081238},{"id":"https://openalex.org/C37228920","wikidata":"https://www.wikidata.org/wiki/Q1307600","display_name":"Experiential learning","level":2,"score":0.46433863043785095},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4399186372756958},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33388110995292664},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13019803166389465},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09448200464248657},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/gem56474.2022.10017566","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gem56474.2022.10017566","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Games, Entertainment, Media Conference (GEM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W1991605270","https://openalex.org/W2068686508","https://openalex.org/W2069797667","https://openalex.org/W2072511932","https://openalex.org/W2083958377","https://openalex.org/W2090410145","https://openalex.org/W2108631245","https://openalex.org/W2396961959","https://openalex.org/W2565963505","https://openalex.org/W2765554129","https://openalex.org/W2808863072","https://openalex.org/W2809081712","https://openalex.org/W2897552624","https://openalex.org/W2904441607","https://openalex.org/W2975706231","https://openalex.org/W2976256961","https://openalex.org/W3098231105","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W6755445700"],"related_works":["https://openalex.org/W2923653485","https://openalex.org/W2957776456","https://openalex.org/W4319773215","https://openalex.org/W4224287422","https://openalex.org/W4361026739","https://openalex.org/W2952472710","https://openalex.org/W4255994452","https://openalex.org/W4206669594","https://openalex.org/W3005560120","https://openalex.org/W3037422413"],"abstract_inverted_index":{"Dynamic":[0],"Difficulty":[1],"Adjustment":[2],"(DDA)":[3],"is":[4,109],"the":[5,9,15,21,25,40,46,83,105,112,135,141,154,158,164],"process":[6,85],"of":[7,30,45,56,82,86,104,140],"changing":[8],"challenge":[10],"offered":[11],"dynamically":[12],"based":[13],"on":[14,102],"player's":[16],"performance,":[17],"as":[18],"opposed":[19],"to":[20],"player":[22,36],"manually":[23],"choosing":[24],"difficulty":[26],"from":[27],"a":[28,53,57,99],"set":[29],"options.":[31],"This":[32,77],"helps":[33],"in":[34,72,111,137],"alleviating":[35],"frustration":[37],"by":[38],"having":[39],"opponents'":[41],"skill":[42,166],"match":[43],"that":[44,108,130],"player's.":[47],"In":[48],"this":[49],"work,":[50],"we":[51,131],"propose":[52],"novel":[54],"application":[55],"DDA":[58],"technique":[59],"called":[60],"Skilled":[61],"Experience":[62],"Catalogue":[63],"(SEC)":[64],"which":[65],"has":[66],"previously":[67],"been":[68],"used":[69,110],"with":[70],"success":[71],"First":[73],"Person":[74],"Shooter":[75],"games.":[76],"approach":[78],"uses":[79],"experiential":[80],"milestones":[81],"learning":[84],"an":[87],"agent":[88,123,160],"trained":[89],"using":[90],"Reinforcement":[91],"Learning":[92],"(RL).":[93],"We":[94,119],"have":[95],"designed":[96],"and":[97,128],"implemented":[98],"custom":[100],"SEC":[101,122],"top":[103],"FightingICE":[106],"platform":[107],"Fighting":[113],"Game":[114],"Artificial":[115],"Intelligence":[116],"(FTGAI)":[117],"competition.":[118],"deployed":[120],"our":[121],"against":[124,147,153],"three":[125,142],"fixed-strategy":[126],"opponents":[127,143],"showed":[129],"could":[132,161],"successfully":[133],"balance":[134],"game-play":[136],"two":[138],"out":[139],"over":[144],"150":[145],"games":[146],"each.":[148],"Balancing":[149],"was":[150],"not":[151,162],"achieved":[152],"third":[155],"opponent":[156],"since":[157],"RL":[159],"reach":[163],"required":[165],"level":[167],"after":[168],"its":[169],"initial":[170],"training.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}