{"id":"https://openalex.org/W4386204144","doi":"https://doi.org/10.1002/aisy.202300335","title":"A Phase\u2010Change Memristive Reinforcement Learning for Rapidly Outperforming Champion Street\u2010Fighter Players","display_name":"A Phase\u2010Change Memristive Reinforcement Learning for Rapidly Outperforming Champion Street\u2010Fighter Players","publication_year":2023,"publication_date":"2023-08-27","ids":{"openalex":"https://openalex.org/W4386204144","doi":"https://doi.org/10.1002/aisy.202300335"},"language":"en","primary_location":{"id":"doi:10.1002/aisy.202300335","is_oa":true,"landing_page_url":"https://doi.org/10.1002/aisy.202300335","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202300335","source":{"id":"https://openalex.org/S4210212817","display_name":"Advanced Intelligent Systems","issn_l":"2640-4567","issn":["2640-4567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202300335","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059086374","display_name":"Shao\u2010Xiang Go","orcid":"https://orcid.org/0000-0002-7333-5536"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shao-Xiang Go","raw_affiliation_strings":["Department of Science, Mathematics and Technology and The AI Mega Centre Singapore University of Technology and Design  Singapore 487372 Singapore","Department of Science, Mathematics and Technology and The AI Mega Centre Singapore University of Technology and Design Singapore 487372 Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Science, Mathematics and Technology and The AI Mega Centre Singapore University of Technology and Design  Singapore 487372 Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Department of Science, Mathematics and Technology and The AI Mega Centre Singapore University of Technology and Design Singapore 487372 Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078489462","display_name":"Yu Jiang","orcid":"https://orcid.org/0000-0003-1990-5398"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yu Jiang","raw_affiliation_strings":["Department of Science, Mathematics and Technology and The AI Mega Centre Singapore University of Technology and Design  Singapore 487372 Singapore","Department of Science, Mathematics and Technology and The AI Mega Centre Singapore University of Technology and Design Singapore 487372 Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Science, Mathematics and Technology and The AI Mega Centre Singapore University of Technology and Design  Singapore 487372 Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Department of Science, Mathematics and Technology and The AI Mega Centre Singapore University of Technology and Design Singapore 487372 Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033129956","display_name":"Desmond K. Loke","orcid":"https://orcid.org/0000-0001-5799-6441"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Desmond K. Loke","raw_affiliation_strings":["Department of Science, Mathematics and Technology and The AI Mega Centre Singapore University of Technology and Design  Singapore 487372 Singapore","Department of Science, Mathematics and Technology and The AI Mega Centre Singapore University of Technology and Design Singapore 487372 Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5799-6441","affiliations":[{"raw_affiliation_string":"Department of Science, Mathematics and Technology and The AI Mega Centre Singapore University of Technology and Design  Singapore 487372 Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Department of Science, Mathematics and Technology and The AI Mega Centre Singapore University of Technology and Design Singapore 487372 Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5033129956"],"corresponding_institution_ids":["https://openalex.org/I152815399"],"apc_list":{"value":2750,"currency":"USD","value_usd":2750},"apc_paid":{"value":2750,"currency":"USD","value_usd":2750},"fwci":0.6968,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.69224959,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"5","issue":"11","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10702","display_name":"Insect and Arachnid Ecology and Behavior","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7894802689552307},{"id":"https://openalex.org/keywords/champion","display_name":"Champion","score":0.629677414894104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6275859475135803},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4468492269515991},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3517650067806244},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3440946936607361}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7894802689552307},{"id":"https://openalex.org/C2780465443","wikidata":"https://www.wikidata.org/wiki/Q852061","display_name":"Champion","level":2,"score":0.629677414894104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6275859475135803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4468492269515991},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3517650067806244},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3440946936607361},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/aisy.202300335","is_oa":true,"landing_page_url":"https://doi.org/10.1002/aisy.202300335","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202300335","source":{"id":"https://openalex.org/S4210212817","display_name":"Advanced Intelligent Systems","issn_l":"2640-4567","issn":["2640-4567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d339e871032f42919c55d1a43037bd39","is_oa":true,"landing_page_url":"https://doaj.org/article/d339e871032f42919c55d1a43037bd39","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Advanced Intelligent Systems, Vol 5, Iss 11, Pp n/a-n/a (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1002/aisy.202300335","is_oa":true,"landing_page_url":"https://doi.org/10.1002/aisy.202300335","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202300335","source":{"id":"https://openalex.org/S4210212817","display_name":"Advanced Intelligent Systems","issn_l":"2640-4567","issn":["2640-4567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6800000071525574,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1239360789","display_name":null,"funder_award_id":"15001618","funder_id":"https://openalex.org/F4320324110","funder_display_name":"Singapore University of Technology and Design"},{"id":"https://openalex.org/G3555480115","display_name":null,"funder_award_id":"SUTD-ZJU (VP) 201903","funder_id":"https://openalex.org/F4320324110","funder_display_name":"Singapore University of Technology and Design"},{"id":"https://openalex.org/G6335772167","display_name":null,"funder_award_id":"15001618","funder_id":"https://openalex.org/F4320331617","funder_display_name":"National Supercomputing Centre Singapore"},{"id":"https://openalex.org/G6443868648","display_name":null,"funder_award_id":"SKI 2021_01_04","funder_id":"https://openalex.org/F4320324110","funder_display_name":"Singapore University of Technology and Design"},{"id":"https://openalex.org/G653927415","display_name":null,"funder_award_id":"201903","funder_id":"https://openalex.org/F4320324110","funder_display_name":"Singapore University of Technology and Design"},{"id":"https://openalex.org/G7090695684","display_name":null,"funder_award_id":"SKI 2021_02_17","funder_id":"https://openalex.org/F4320324110","funder_display_name":"Singapore University of Technology and Design"},{"id":"https://openalex.org/G7450747881","display_name":null,"funder_award_id":"A20G9b0135","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G7509916417","display_name":null,"funder_award_id":"SKI 2021_02_03","funder_id":"https://openalex.org/F4320324110","funder_display_name":"Singapore University of Technology and Design"},{"id":"https://openalex.org/G8328043167","display_name":null,"funder_award_id":"MOE-T2EP50220-0022","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"},{"id":"https://openalex.org/F4320324110","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87"},{"id":"https://openalex.org/F4320331617","display_name":"National Supercomputing Centre Singapore","ror":null},{"id":"https://openalex.org/F4320336140","display_name":"International Design Centre","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386204144.pdf"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W1945123189","https://openalex.org/W2033655806","https://openalex.org/W2033893068","https://openalex.org/W2078260102","https://openalex.org/W2097856935","https://openalex.org/W2115262483","https://openalex.org/W2145339207","https://openalex.org/W2154139861","https://openalex.org/W2320468364","https://openalex.org/W2511518502","https://openalex.org/W2526646482","https://openalex.org/W2549529847","https://openalex.org/W2604382266","https://openalex.org/W2765650568","https://openalex.org/W2789337060","https://openalex.org/W2792919371","https://openalex.org/W2808378895","https://openalex.org/W2810307462","https://openalex.org/W2885282028","https://openalex.org/W2897795150","https://openalex.org/W2902158576","https://openalex.org/W2902907165","https://openalex.org/W2964627913","https://openalex.org/W2966740705","https://openalex.org/W2981402159","https://openalex.org/W2982316857","https://openalex.org/W2991562719","https://openalex.org/W2996650495","https://openalex.org/W3011722050","https://openalex.org/W3042877371","https://openalex.org/W3048233773","https://openalex.org/W3048543085","https://openalex.org/W3100557872","https://openalex.org/W3101780148","https://openalex.org/W3109868631","https://openalex.org/W3118881636","https://openalex.org/W3128699363","https://openalex.org/W3128707967","https://openalex.org/W3136041150","https://openalex.org/W3136740735","https://openalex.org/W3165265377","https://openalex.org/W3176329889","https://openalex.org/W3182648169","https://openalex.org/W3183420623","https://openalex.org/W3194612101","https://openalex.org/W3197027321","https://openalex.org/W3203199432","https://openalex.org/W3207532720","https://openalex.org/W3208837559","https://openalex.org/W4200178111","https://openalex.org/W4210870706","https://openalex.org/W4225739994","https://openalex.org/W4226072218","https://openalex.org/W4283733417","https://openalex.org/W4295333476","https://openalex.org/W4302010773","https://openalex.org/W4306786778","https://openalex.org/W4308895130","https://openalex.org/W4313069952","https://openalex.org/W4317513001","https://openalex.org/W4366549922"],"related_works":["https://openalex.org/W4214884552","https://openalex.org/W1527316992","https://openalex.org/W2598697217","https://openalex.org/W2370344494","https://openalex.org/W2586526192","https://openalex.org/W3137896670","https://openalex.org/W1981363278","https://openalex.org/W2085281175","https://openalex.org/W591012094","https://openalex.org/W2158036690"],"abstract_inverted_index":{"The":[0],"interactions":[1,42],"with":[2,109,161,166],"humans,":[3],"and":[4,56,97],"simultaneously,":[5,132],"making":[6],"of":[7,18,23,50,59,92,120,145,168,186],"real\u2010time":[8],"decisions":[9],"in":[10,15,156,191],"physical":[11,55],"systems,":[12],"are":[13,68],"involved":[14],"many":[16],"applications":[17],"artificial":[19],"intelligence.":[20],"An":[21],"example":[22],"these":[24],"conditions":[25],"is":[26,64,115,138],"maneuver":[27,154],"sports.":[28],"Movement\u2010type":[29],"simulations,":[30],"viz.,":[31],"the":[32,39,46,54,60,124,129,157,169,176],"esports":[33],"game":[34],"Street":[35],"Fighter":[36],"(SF),":[37],"recapitulate":[38],"complex":[40],"multicharacter":[41],"and,":[43,131],"concurrently,":[44],"generate":[45],"millisecond\u2010level":[47],"control":[48],"challenges":[49],"human":[51,198],"athletes.":[52],"Herein,":[53],"mental":[57],"signatures":[58],"SF":[61,66,113,125,158,172],"agent":[62],"(it":[63],"called":[65],"R2)":[67],"controlled":[69],"by":[70,123],"utilizing":[71],"a":[72,110,134,152,180],"previously":[73],"unreported":[74],"model\u2010free,":[75],"natural,":[76],"deep":[77],"reinforcement":[78],"learning":[79],"algorithm":[80],"\u201cDecay\u2010based":[81],"Phase\u2010change":[82],"memristive":[83],"character\u2010type":[84],"Proximal":[85],"Policy":[86],"Optimization\u201d":[87],"(DP\u2010PPO)":[88],"through":[89],"an":[90,98],"assemblage":[91],"hybrid":[93],"case\u2010type":[94],"training":[95,100,183],"processes;":[96],"integrated":[99],"configuration":[101],"for":[102,178],"time\u2010trial":[103],"evaluations,":[104],"as":[105,107,140,142],"well":[106,141],"competitions":[108,165],"world's":[111,170],"best":[112,171],"player,":[114],"developed.":[116],"A":[117],"short":[118],"length":[119],"time":[121],"utilized":[122],"R2":[126],"to":[127],"defeat":[128],"opponent":[130],"maintaining":[133],"good":[135],"health":[136],"level":[137],"achieved,":[139],"excellent":[143],"handling":[144],"imperfect":[146],"information":[147],"settings.":[148],"Training":[149],"studies":[150],"reveal":[151],"moderate":[153],"etiquette":[155],"R2,":[159],"along":[160],"rapid,":[162],"effective":[163],"head\u2010to\u2010head":[164],"one":[167],"player.":[173],"This":[174],"paves":[175],"way":[177],"achieving":[179],"broadly":[181],"applicable":[182],"scheme,":[184],"capable":[185],"quickly":[187],"controlling":[188],"complicated\u2010movement":[189],"systems":[190],"fields":[192],"where":[193],"agents":[194],"should":[195],"observe":[196],"unspecified":[197],"norms.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}