{"id":"https://openalex.org/W2027591819","doi":"https://doi.org/10.7551/978-0-262-32621-6-ch034","title":"Real-time Hebbian Learning from Autoencoder Features for Control Tasks","display_name":"Real-time Hebbian Learning from Autoencoder Features for Control Tasks","publication_year":2014,"publication_date":"2014-07-06","ids":{"openalex":"https://openalex.org/W2027591819","doi":"https://doi.org/10.7551/978-0-262-32621-6-ch034","mag":"2027591819"},"language":"en","primary_location":{"id":"doi:10.7551/978-0-262-32621-6-ch034","is_oa":true,"landing_page_url":"https://doi.org/10.7551/978-0-262-32621-6-ch034","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/978-0-262-32621-6-ch034","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Life 14: Proceedings of the Fourteenth International Conference on the Synthesis and Simulation of Living Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/978-0-262-32621-6-ch034","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008032135","display_name":"Justin K. Pugh","orcid":null},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Justin Pugh","raw_affiliation_strings":["UNIVERSITY OF CENTRAL FLORIDA"],"affiliations":[{"raw_affiliation_string":"UNIVERSITY OF CENTRAL FLORIDA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049155414","display_name":"Andrea Soltoggio","orcid":"https://orcid.org/0000-0002-9750-8358"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrea Soltoggio","raw_affiliation_strings":["Loughborough University ,"],"affiliations":[{"raw_affiliation_string":"Loughborough University ,","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029264794","display_name":"Kenneth O. Stanley","orcid":"https://orcid.org/0000-0003-4503-0839"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth Stanley","raw_affiliation_strings":["UNIVERSITY OF CENTRAL FLORIDA"],"affiliations":[{"raw_affiliation_string":"UNIVERSITY OF CENTRAL FLORIDA","institution_ids":["https://openalex.org/I106165777"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008032135"],"corresponding_institution_ids":["https://openalex.org/I106165777"],"apc_list":null,"apc_paid":null,"fwci":1.273,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84888608,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"202","last_page":"209"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hebbian-theory","display_name":"Hebbian theory","score":0.9071171283721924},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.8608687520027161},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7503327131271362},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5922433733940125},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5308229327201843},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.4918386936187744},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.460134893655777},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3984107971191406}],"concepts":[{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.9071171283721924},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.8608687520027161},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7503327131271362},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5922433733940125},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5308229327201843},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.4918386936187744},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.460134893655777},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3984107971191406}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.7551/978-0-262-32621-6-ch034","is_oa":true,"landing_page_url":"https://doi.org/10.7551/978-0-262-32621-6-ch034","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/978-0-262-32621-6-ch034","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Life 14: Proceedings of the Fourteenth International Conference on the Synthesis and Simulation of Living Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:stars.library.ucf.edu:scopus2010-9892","is_oa":true,"landing_page_url":"https://stars.library.ucf.edu/scopus2010/8893","pdf_url":null,"source":{"id":"https://openalex.org/S4210172555","display_name":"Journal of International Crisis and Risk Communication Research","issn_l":"2576-0017","issn":["2576-0017","2576-0025"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scopus Export 2010-2014","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.645.6190","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.645.6190","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://eplex.cs.ucf.edu/papers/pugh_alife14.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.657.6843","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.657.6843","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mitpress.mit.edu/sites/default/files/titles/content/alife14/978-0-262-32621-6-ch034.pdf","raw_type":"text"},{"id":"pmh:oai:dspace.lboro.ac.uk:2134/17041","is_oa":true,"landing_page_url":"https://dspace.lboro.ac.uk/2134/17041","pdf_url":null,"source":{"id":"https://openalex.org/S4306401023","display_name":"Loughborough University Institutional Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fourteenth International Conference on the Synthesis and Simulation of Living Systems (ALIFE XIV)","raw_type":"Conference Contribution"},{"id":"pmh:oai:figshare.com:article/9404309","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/Real-time_hebbian_learning_from_autoencoder_features_for_control_tasks/9404309","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"<dc:type>Conference contribution"}],"best_oa_location":{"id":"doi:10.7551/978-0-262-32621-6-ch034","is_oa":true,"landing_page_url":"https://doi.org/10.7551/978-0-262-32621-6-ch034","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/978-0-262-32621-6-ch034","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Life 14: Proceedings of the Fourteenth International Conference on the Synthesis and Simulation of Living Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2027591819.pdf","grobid_xml":"https://content.openalex.org/works/W2027591819.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W158615056","https://openalex.org/W1733248925","https://openalex.org/W1992678399","https://openalex.org/W1993717606","https://openalex.org/W2017257315","https://openalex.org/W2044724603","https://openalex.org/W2059148040","https://openalex.org/W2075036916","https://openalex.org/W2078525842","https://openalex.org/W2079246448","https://openalex.org/W2104333095","https://openalex.org/W2108069432","https://openalex.org/W2108665656","https://openalex.org/W2110798204","https://openalex.org/W2120181489","https://openalex.org/W2132424367","https://openalex.org/W2133417643","https://openalex.org/W2136922672","https://openalex.org/W2137327884","https://openalex.org/W2143200432","https://openalex.org/W2143205742","https://openalex.org/W2154607505","https://openalex.org/W2163922914","https://openalex.org/W2172174689","https://openalex.org/W2235406241","https://openalex.org/W2253807446","https://openalex.org/W2432567885","https://openalex.org/W2766736793"],"related_works":["https://openalex.org/W4321853849","https://openalex.org/W2590565095","https://openalex.org/W2896927215","https://openalex.org/W3180828476","https://openalex.org/W1950019275","https://openalex.org/W4285340753","https://openalex.org/W1994470380","https://openalex.org/W2019683393","https://openalex.org/W1520894008","https://openalex.org/W2997921738"],"abstract_inverted_index":{"Neural":[0],"plasticity":[1],"and":[2,44,63],"in":[3,11,29,70,96,101,117,161,177],"particular":[4],"Hebbian":[5,32,46,67,129,137,159],"learning":[6,130,150,220],"play":[7],"an":[8,123,165],"important":[9],"role":[10],"many":[12],"research":[13],"areas":[14],"related":[15],"to":[16,25,86,127,184,188],"artficial":[17],"life.":[18],"By":[19],"allowing":[20],"artificial":[21],"neural":[22],"networks":[23],"(ANNs)":[24],"adjust":[26],"their":[27,37,113],"weights":[28],"real":[30,162],"time,":[31],"ANNs":[33],"can":[34,140],"adapt":[35],"over":[36,81],"lifetime.":[38],"However,":[39],"even":[40],"as":[41,164],"researchers":[42],"improve":[43],"extend":[45],"learning,":[47,98],"a":[48,103,128,178,186],"fundamental":[49],"limitation":[50],"of":[51,105,217],"such":[52],"systems":[53],"is":[54,120,125,175],"that":[55,108,121,202],"they":[56],"learn":[57,87,142,189],"correlations":[58],"between":[59],"preexisting":[60],"static":[61],"fea-tures":[62],"network":[64],"outputs.":[65],"A":[66],"ANN":[68],"could":[69,77],"principle":[71],"achieve":[72],"significantly":[73,194],"more":[74,195],"if":[75,122],"it":[76],"accumulate":[78],"new":[79,143,155],"features":[80,111,144,156],"its":[82,168],"lifetime":[83],"from":[84,112,153],"which":[85,91],"correlations.":[88],"Interest-ingly,":[89],"autoencoders,":[90],"have":[92],"recently":[93],"gained":[94],"prominence":[95],"deep":[97,219],"are":[99],"themselves":[100],"effect":[102],"kind":[104],"feature":[106],"accumulator":[107],"extract":[109],"meaningful":[110],"in-puts.":[114],"The":[115],"insight":[116],"this":[118,171,210],"paper":[119],"autoencoder":[124],"connected":[126],"layer,":[131],"then":[132],"the":[133,146,158,173,190,204,207,214],"resulting":[134],"Real-time":[135],"Autoencoder-Augmented":[136],"Network":[138],"(RAAHN)":[139],"actually":[141],"(with":[145,157],"autoencoder)":[147],"while":[148],"si-multaneously":[149],"control":[151],"policies":[152],"those":[154],"layer)":[160],"time":[163],"agent":[166],"experiences":[167],"environment.":[169],"In":[170,206],"paper,":[172],"RAAHN":[174],"shown":[176],"simu-lated":[179],"robot":[180],"maze":[181],"navigation":[182,192],"experiment":[183],"enable":[185],"controller":[187],"perfect":[191],"strategy":[193],"of-ten":[196],"than":[197],"several":[198],"Hebbian-based":[199],"variant":[200],"approaches":[201],"lack":[203],"autoencoder.":[205],"long":[208],"run,":[209],"approach":[211],"opens":[212],"up":[213],"intriguing":[215],"possibility":[216],"real-time":[218],"for":[221],"control.":[222]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}