{"id":"https://openalex.org/W3089678344","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207678","title":"Cognitive Architecture for Video Games","display_name":"Cognitive Architecture for Video Games","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3089678344","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207678","mag":"3089678344"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207678","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207678","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100369958","display_name":"Hongming Li","orcid":"https://orcid.org/0000-0002-6024-677X"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hongming Li","raw_affiliation_strings":["Department of Electronic and Computer Engineering, University of Florida, Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101925863","display_name":"Ying Ma","orcid":"https://orcid.org/0000-0003-2487-9921"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Ma","raw_affiliation_strings":["Department of Electronic and Computer Engineering, University of Florida, Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019504861","display_name":"Jos\u00e9 C. Pr\u0131\u0301ncipe","orcid":"https://orcid.org/0000-0002-3449-3531"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose Principe","raw_affiliation_strings":["Department of Electronic and Computer Engineering, University of Florida, Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100369958"],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":0.1326,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54906592,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"70","issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8025379180908203},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6920927166938782},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6163330078125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5824548602104187},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5811333656311035},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5267115235328674},{"id":"https://openalex.org/keywords/cognitive-architecture","display_name":"Cognitive architecture","score":0.5124734044075012},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.48132455348968506},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.44724172353744507},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4237355887889862},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.41347068548202515},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.2513127326965332}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8025379180908203},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6920927166938782},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6163330078125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5824548602104187},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5811333656311035},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5267115235328674},{"id":"https://openalex.org/C20854674","wikidata":"https://www.wikidata.org/wiki/Q4386060","display_name":"Cognitive architecture","level":3,"score":0.5124734044075012},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.48132455348968506},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.44724172353744507},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4237355887889862},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41347068548202515},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.2513127326965332},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207678","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207678","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1508404128","https://openalex.org/W1771410628","https://openalex.org/W2048878808","https://openalex.org/W2059148040","https://openalex.org/W2066624635","https://openalex.org/W2099972257","https://openalex.org/W2118103795","https://openalex.org/W2143891888","https://openalex.org/W2145339207","https://openalex.org/W2154997814","https://openalex.org/W2178225550","https://openalex.org/W2405642423","https://openalex.org/W2558899534","https://openalex.org/W2786344118","https://openalex.org/W2803576056","https://openalex.org/W2890967717","https://openalex.org/W2949678110","https://openalex.org/W2955368974","https://openalex.org/W2963194771","https://openalex.org/W2963262099","https://openalex.org/W2963634205","https://openalex.org/W2964191931","https://openalex.org/W2971202257","https://openalex.org/W4205969993","https://openalex.org/W4232220759","https://openalex.org/W4297744728","https://openalex.org/W6603809796","https://openalex.org/W6630399218","https://openalex.org/W6638018090","https://openalex.org/W6640104149","https://openalex.org/W6677645113","https://openalex.org/W6703271639","https://openalex.org/W6741977017","https://openalex.org/W6748807511","https://openalex.org/W6751794770","https://openalex.org/W6754539604","https://openalex.org/W6765456200"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W2905319430","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W4310285384","https://openalex.org/W3183027292","https://openalex.org/W4248896073","https://openalex.org/W2974871044"],"abstract_inverted_index":{"There":[0],"has":[1],"been":[2],"an":[3],"increasing":[4],"interest":[5],"in":[6,11,19,116],"Frame-oriented":[7],"reinforcement":[8,72],"learning":[9,39,70],"(FORL)":[10],"recent":[12],"year.":[13],"However,":[14],"most":[15],"of":[16,52,78,158,161],"the":[17,20,50,64,76,117,127,132,142,162,168],"works":[18],"literature":[21],"show":[22],"little":[23],"inspiration":[24],"from":[25,63,167],"human's":[26,35,92],"perception":[27],"action":[28],"reward":[29],"cycle":[30],"(PARC)":[31],"and":[32,38,71,98,139,148,150],"causation.Inspired":[33],"by":[34,66,131],"vision":[36,86,93],"system":[37],"strategy,":[40],"we":[41],"propose":[42],"a":[43,79,84],"novel":[44],"architecture":[45,56,113,143,163],"for":[46],"FORL":[47],"that":[48],"understands":[49],"content":[51,77],"raw":[53,80],"frames.":[54],"The":[55],"achieves":[57],"four":[58],"objectives:":[59],"1.":[60],"Extracting":[61],"information":[62],"environment":[65],"exploiting":[67],"only":[68,128],"unsupervised":[69],"learning.":[73],"2.":[74],"Understanding":[75],"frame.":[81],"3.":[82],"Exploiting":[83],"Folvea":[85],"strategy":[87],"which":[88],"is":[89,114,126],"analogous":[90],"to":[91,105],"system.":[94],"4.":[95],"Establishing":[96],"self-awareness":[97],"collecting":[99],"new":[100,107],"training":[101],"data":[102,136],"subset":[103,137],"automatically":[104],"learn":[106],"objects":[108],"without":[109],"forgetting":[110],"previous":[111],"ones..The":[112],"developed":[115],"Super":[118],"Mario":[119,125,149],"Brothers":[120],"video":[121,169],"game..":[122],"At":[123],"first,":[124],"object":[129],"recognized":[130],"architecture.":[133],"After":[134],"automatic":[135],"collection":[138],"memory":[140],"update,":[141],"can":[144],"recognize":[145],"both":[146],"Goomba":[147],"classify":[151],"them":[152],"using":[153],"incremental":[154],"training.We":[155],"exemplify":[156],"performance":[157],"each":[159],"piece":[160],"with":[164],"snippets":[165],"obtained":[166],"game.":[170]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}