{"id":"https://openalex.org/W2125947533","doi":"https://doi.org/10.1109/tamd.2011.2132800","title":"Emergence of Memory in Reactive Agents Equipped With Environmental Markers","display_name":"Emergence of Memory in Reactive Agents Equipped With Environmental Markers","publication_year":2011,"publication_date":"2011-04-06","ids":{"openalex":"https://openalex.org/W2125947533","doi":"https://doi.org/10.1109/tamd.2011.2132800","mag":"2125947533"},"language":"en","primary_location":{"id":"doi:10.1109/tamd.2011.2132800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tamd.2011.2132800","pdf_url":null,"source":{"id":"https://openalex.org/S108448409","display_name":"IEEE Transactions on Autonomous Mental Development","issn_l":"1943-0604","issn":["1943-0604","1943-0612"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Autonomous Mental Development","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067740610","display_name":"Ji Ryang Chung","orcid":null},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ji Ryang Chung","raw_affiliation_strings":["Department of Computer Science and Engineering, Texas A and M University, College Station, TX, USA","Department of Computer Science and Engineering, Texas A&M University , College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Texas A and M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Texas A&M University , College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011352362","display_name":"Yoonsuck Choe","orcid":"https://orcid.org/0000-0002-1454-4610"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yoonsuck Choe","raw_affiliation_strings":["Department of Computer Science and Engineering, Texas A and M University, College Station, TX, USA","Department of Computer Science and Engineering, Texas A&M University , College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Texas A and M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Texas A&M University , College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5067740610"],"corresponding_institution_ids":["https://openalex.org/I91045830"],"apc_list":null,"apc_paid":null,"fwci":0.2748,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.58236268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"3","issue":"3","first_page":"257","last_page":"271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.7327858805656433},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6967157125473022},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.5723540186882019},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.5497371554374695},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5229314565658569},{"id":"https://openalex.org/keywords/biological-neural-network","display_name":"Biological neural network","score":0.5067856907844543},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.469890832901001},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4693152904510498},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44327348470687866},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.28348976373672485},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.23512005805969238},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.20549920201301575},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1101793646812439},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08983403444290161},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.07576876878738403}],"concepts":[{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.7327858805656433},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6967157125473022},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5723540186882019},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.5497371554374695},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5229314565658569},{"id":"https://openalex.org/C118403218","wikidata":"https://www.wikidata.org/wiki/Q43283","display_name":"Biological neural network","level":2,"score":0.5067856907844543},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.469890832901001},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4693152904510498},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44327348470687866},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28348976373672485},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.23512005805969238},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.20549920201301575},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1101793646812439},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08983403444290161},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07576876878738403},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tamd.2011.2132800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tamd.2011.2132800","pdf_url":null,"source":{"id":"https://openalex.org/S108448409","display_name":"IEEE Transactions on Autonomous Mental Development","issn_l":"1943-0604","issn":["1943-0604","1943-0612"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Autonomous Mental Development","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310164","display_name":"Texas A and M University","ror":"https://ror.org/01f5ytq51"},{"id":"https://openalex.org/F4320310620","display_name":"University of Texas at Austin","ror":"https://ror.org/00hj54h04"},{"id":"https://openalex.org/F4320321292","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542"},{"id":"https://openalex.org/F4320321314","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W151798663","https://openalex.org/W636918795","https://openalex.org/W1547053391","https://openalex.org/W1550232114","https://openalex.org/W1959983357","https://openalex.org/W1970626830","https://openalex.org/W1971392964","https://openalex.org/W1984217659","https://openalex.org/W1984373656","https://openalex.org/W1992924624","https://openalex.org/W1996875031","https://openalex.org/W2002638704","https://openalex.org/W2002883433","https://openalex.org/W2003354592","https://openalex.org/W2006488312","https://openalex.org/W2011656279","https://openalex.org/W2022029210","https://openalex.org/W2026621675","https://openalex.org/W2028484733","https://openalex.org/W2053813225","https://openalex.org/W2064441783","https://openalex.org/W2085724556","https://openalex.org/W2091707671","https://openalex.org/W2092355935","https://openalex.org/W2096032973","https://openalex.org/W2096432358","https://openalex.org/W2098580305","https://openalex.org/W2110485445","https://openalex.org/W2111935653","https://openalex.org/W2118573797","https://openalex.org/W2120536063","https://openalex.org/W2128598212","https://openalex.org/W2132736959","https://openalex.org/W2133671888","https://openalex.org/W2134164581","https://openalex.org/W2135916880","https://openalex.org/W2137276142","https://openalex.org/W2142053997","https://openalex.org/W2142473881","https://openalex.org/W2145521109","https://openalex.org/W2145622829","https://openalex.org/W2154409655","https://openalex.org/W2155360968","https://openalex.org/W2157703163","https://openalex.org/W2159188990","https://openalex.org/W2164424353","https://openalex.org/W2181071334","https://openalex.org/W2223458729","https://openalex.org/W2230451524","https://openalex.org/W2397253692","https://openalex.org/W2586650997","https://openalex.org/W2890603939","https://openalex.org/W4230053809","https://openalex.org/W4237724172","https://openalex.org/W4240635021","https://openalex.org/W4250229628","https://openalex.org/W4254816979","https://openalex.org/W6681489846","https://openalex.org/W6732944943"],"related_works":["https://openalex.org/W2115072676","https://openalex.org/W2357447513","https://openalex.org/W4311212821","https://openalex.org/W2045727192","https://openalex.org/W2378845890","https://openalex.org/W2102065768","https://openalex.org/W4390752998","https://openalex.org/W1529660427","https://openalex.org/W3121106353","https://openalex.org/W2524120878"],"abstract_inverted_index":{"In":[0],"the":[1,24,34,81,172],"neuronal":[2],"circuits":[3,59],"of":[4,36],"natural":[5],"and":[6,72,91,110,113],"artificial":[7],"agents,":[8],"memory":[9,67,97],"is":[10,52,161],"usually":[11],"implemented":[12],"with":[13,47,56,107,117,128],"recurrent":[14,118,137],"connections,":[15],"since":[16],"recurrence":[17],"allows":[18],"past":[19],"agent":[20],"state":[21],"to":[22,65,98,136,167,178],"affect":[23],"present,":[25],"on-going":[26],"behavior.":[27],"Here,":[28],"an":[29],"interesting":[30],"question":[31],"arises":[32],"in":[33,80,87,139],"context":[35],"evolution:":[37],"how":[38],"reactive":[39,54,177],"agents":[40,55,95],"could":[41,60],"have":[42,61],"evolved":[43,102],"into":[44],"cognitive":[45,179],"ones":[46],"internalized":[48],"memory?":[49],"Our":[50],"idea":[51,86],"that":[53,125,144,152],"simple":[57],"feedforward":[58,103,126,147],"achieved":[62],"behavior":[63,151],"comparable":[64],"internal":[66],"if":[68],"they":[69],"can":[70,149,153],"drop":[71],"detect":[73],"external":[74,129],"markers":[75],"(e.g.,":[76],"pheromones":[77],"or":[78],"excretions)":[79],"environment.":[82],"We":[83,101],"tested":[84],"this":[85],"two":[88],"tasks":[89,155],"(ball-catching":[90],"food-foraging":[92],"task)":[93],"where":[94],"needed":[96],"be":[99],"successful.":[100],"neural":[104,119],"network":[105,120],"controllers":[106,127,138],"a":[108,111],"dropper":[109],"detector,":[112],"compared":[114,135],"their":[115],"performance":[116,134],"controllers.":[121],"The":[122],"results":[123,164],"show":[124,132],"material":[130,159],"interaction":[131,160],"adequate":[133],"both":[140],"tasks.":[141],"This":[142],"means":[143],"even":[145],"memoryless":[146],"networks":[148],"evolve":[150],"solve":[154],"requiring":[156],"memory,":[157],"when":[158],"allowed.":[162],"These":[163],"are":[165],"expected":[166],"help":[168],"us":[169],"better":[170],"understand":[171],"possible":[173],"evolutionary":[174],"route":[175],"from":[176],"agents.":[180]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}