{"id":"https://openalex.org/W2979189460","doi":"https://doi.org/10.23919/acc45564.2020.9147493","title":"Improved Attention Models for Memory Augmented Neural Network Adaptive Controllers","display_name":"Improved Attention Models for Memory Augmented Neural Network Adaptive Controllers","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W2979189460","doi":"https://doi.org/10.23919/acc45564.2020.9147493","mag":"2979189460"},"language":"en","primary_location":{"id":"doi:10.23919/acc45564.2020.9147493","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc45564.2020.9147493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 American Control Conference (ACC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.01189","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029981425","display_name":"Deepan Muthirayan","orcid":"https://orcid.org/0000-0002-7218-4545"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deepan Muthirayan","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Irvine, CA","[Department of Electrical Engineering and Computer Sciences, University of California, Irvine, CA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Irvine, CA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"[Department of Electrical Engineering and Computer Sciences, University of California, Irvine, CA]","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045042598","display_name":"Scott Nivison","orcid":"https://orcid.org/0000-0002-5738-2535"},"institutions":[{"id":"https://openalex.org/I2801461044","display_name":"Eglin Air Force Base","ror":"https://ror.org/002c7zk35","country_code":"US","type":"government","lineage":["https://openalex.org/I1330347796","https://openalex.org/I2801461044","https://openalex.org/I4210089612","https://openalex.org/I4210102105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Nivison","raw_affiliation_strings":["Munitions Directorate, Air Force Research Laboratory, Eglin AFB, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Munitions Directorate, Air Force Research Laboratory, Eglin AFB, FL, USA","institution_ids":["https://openalex.org/I2801461044"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004650986","display_name":"Pramod P. Khargonekar","orcid":"https://orcid.org/0000-0001-6634-6950"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pramod P. Khargonekar","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Irvine, CA","[Department of Electrical Engineering and Computer Sciences, University of California, Irvine, CA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Irvine, CA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"[Department of Electrical Engineering and Computer Sciences, University of California, Irvine, CA]","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"639","last_page":"646"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7784314155578613},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.7304739356040955},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.6603323817253113},{"id":"https://openalex.org/keywords/working-memory","display_name":"Working memory","score":0.5472630262374878},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5158092975616455},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4862333834171295},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48598751425743103},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.46829548478126526},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4270373284816742},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40880194306373596},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.12128356099128723},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10973051190376282},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08882620930671692},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.08342501521110535}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7784314155578613},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.7304739356040955},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.6603323817253113},{"id":"https://openalex.org/C21963081","wikidata":"https://www.wikidata.org/wiki/Q11337567","display_name":"Working memory","level":3,"score":0.5472630262374878},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5158092975616455},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4862333834171295},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48598751425743103},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.46829548478126526},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4270373284816742},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40880194306373596},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.12128356099128723},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10973051190376282},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08882620930671692},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.08342501521110535},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.23919/acc45564.2020.9147493","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc45564.2020.9147493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 American Control Conference (ACC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1910.01189","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.01189","pdf_url":"https://arxiv.org/pdf/1910.01189","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2979189460","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1910.01189","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:escholarship.org:ark:/13030/qt8fp380sd","is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/8fp380sd","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},{"id":"doi:10.48550/arxiv.1910.01189","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.01189","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.01189","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.01189","pdf_url":"https://arxiv.org/pdf/1910.01189","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7599999904632568,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2979189460.pdf"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1902237438","https://openalex.org/W1984481057","https://openalex.org/W2054184020","https://openalex.org/W2115932303","https://openalex.org/W2122836694","https://openalex.org/W2138484437","https://openalex.org/W2146930087","https://openalex.org/W2154088208","https://openalex.org/W2179832709","https://openalex.org/W2530887700","https://openalex.org/W2781919638","https://openalex.org/W2787501667","https://openalex.org/W2804078698","https://openalex.org/W2945627482","https://openalex.org/W2950072498","https://openalex.org/W2963091558","https://openalex.org/W2963305465","https://openalex.org/W2963403868","https://openalex.org/W6739901393","https://openalex.org/W6747943641","https://openalex.org/W6752378368","https://openalex.org/W6762538600","https://openalex.org/W6763712999"],"related_works":["https://openalex.org/W3045492694","https://openalex.org/W3108860717","https://openalex.org/W3122822183","https://openalex.org/W3206884919","https://openalex.org/W2990220434","https://openalex.org/W2567607611","https://openalex.org/W2986546511","https://openalex.org/W2980041505","https://openalex.org/W3011993100","https://openalex.org/W2899310564","https://openalex.org/W3106696947","https://openalex.org/W2971184796","https://openalex.org/W3100731328","https://openalex.org/W3129454474","https://openalex.org/W3178584773","https://openalex.org/W3163310412","https://openalex.org/W2921665523","https://openalex.org/W3187916498","https://openalex.org/W2894383471","https://openalex.org/W3135314352"],"abstract_inverted_index":{"We":[0,81],"introduced":[1],"a":[2,94,197,218],"working":[3,23,39],"memory":[4,40,112,137,160,242],"augmented":[5],"adaptive":[6,99],"controller":[7,13,28,173,213],"in":[8,135,165,182,240,246,254],"our":[9],"recent":[10],"work.":[11],"The":[12,66,168,208,232],"uses":[14],"attention":[15,105,144,178,191,199,205,209,216,247,259,281],"to":[16,21,29,48,71,161,176,214,217],"read":[17,30,108],"from":[18,54,110,148,230],"and":[19,36,107,146,201,257],"write":[20],"the":[22,27,55,73,79,89,98,116,118,129,132,136,159,172,180,183,212,222,225,237,241,244,276,279],"memory.":[24],"Attention":[25],"allows":[26,158],"specific":[31],"information":[32,42,53,59,68,109,133,163,181,238],"that":[33,60,83,102,171,193,236],"is":[34,61,69,122,170,228,248],"relevant":[35,52],"update":[37,106],"its":[38,45],"with":[41],"based":[43],"on":[44],"relevance,":[46],"similar":[47],"how":[49],"humans":[50],"pick":[51],"enormous":[56],"amount":[57],"of":[58,120,155,195,224,264,278],"received":[62],"through":[63],"various":[64,265],"senses.":[65],"retrieved":[67],"used":[70,93],"modify":[72],"final":[74],"control":[75],"input":[76],"computed":[77],"by":[78,124],"controller.":[80,100],"showed":[82],"this":[84],"modification":[85],"speeds":[86],"up":[87],"learning.In":[88],"above":[90],"work,":[91],"we":[92,274],"soft-attention":[95],"mechanism":[96,192,200],"for":[97,128,267],"Controllers":[101],"use":[103],"soft":[104,256],"all":[111,115],"locations":[113],"at":[114,152],"times,":[117],"extent":[119],"which":[121,157,250],"determined":[123],"their":[125],"relevance.":[126],"But,":[127],"same":[130],"reason,":[131],"stored":[134,164,239],"can":[138,174,251],"be":[139,252],"lost.":[140],"In":[141],"contrast,":[142],"hard":[143,198,258],"updates":[145],"reads":[147],"only":[149],"one":[150],"location":[151,185,220,226],"any":[153],"point":[154],"time,":[156],"retain":[162],"other":[166],"locations.":[167],"downside":[169],"fail":[175],"shift":[177,245],"when":[179,221],"current":[184],"becomes":[186],"less":[187],"relevant.We":[188],"propose":[189],"an":[190,204],"comprises":[194],"(i)":[196],"additionally":[202],"(ii)":[203],"reallocation":[206,210,233],"mechanism.":[207,282],"enables":[211],"reallocate":[215],"different":[219],"relevance":[223],"it":[227],"reading":[229],"diminishes.":[231],"also":[234],"ensures":[235],"before":[243],"retained":[249],"lost":[253],"both":[255],"mechanisms.":[260],"Through":[261],"detailed":[262],"simulations":[263],"scenarios":[266],"two":[268],"link":[269],"robot":[270,271],"arm":[272],"systems":[273],"illustrate":[275],"effectiveness":[277],"proposed":[280]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2022-07-28T00:00:00"}