{"id":"https://openalex.org/W4309342739","doi":"https://doi.org/10.1109/smc53654.2022.9945462","title":"Interpretable Navigation Agents Using Attention-Augmented Memory","display_name":"Interpretable Navigation Agents Using Attention-Augmented Memory","publication_year":2022,"publication_date":"2022-10-09","ids":{"openalex":"https://openalex.org/W4309342739","doi":"https://doi.org/10.1109/smc53654.2022.9945462"},"language":"en","primary_location":{"id":"doi:10.1109/smc53654.2022.9945462","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53654.2022.9945462","pdf_url":null,"source":{"id":"https://openalex.org/S4363607746","display_name":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003882351","display_name":"Jia Qu","orcid":"https://orcid.org/0009-0004-2800-6612"},"institutions":[{"id":"https://openalex.org/I4210133125","display_name":"Mitsubishi Electric (Japan)","ror":"https://ror.org/033y26782","country_code":"JP","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jia Qu","raw_affiliation_strings":["Advanced Technology R&#x0026;D Center, Mitsubishi Electric Corporation,Hyogo,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Technology R&#x0026;D Center, Mitsubishi Electric Corporation,Hyogo,Japan","institution_ids":["https://openalex.org/I4210133125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038384966","display_name":"Shotaro Miwa","orcid":null},"institutions":[{"id":"https://openalex.org/I4210133125","display_name":"Mitsubishi Electric (Japan)","ror":"https://ror.org/033y26782","country_code":"JP","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125"]},{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shotaro Miwa","raw_affiliation_strings":["Advanced Technology R&#x0026;D Center, Mitsubishi Electric Corporation,Hyogo,Japan","Industrial Cyber-Physical Systems Research Center, National Institute of Advanced Industrial Science and Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Technology R&#x0026;D Center, Mitsubishi Electric Corporation,Hyogo,Japan","institution_ids":["https://openalex.org/I4210133125"]},{"raw_affiliation_string":"Industrial Cyber-Physical Systems Research Center, National Institute of Advanced Industrial Science and Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068377110","display_name":"Yukiyasu Domae","orcid":"https://orcid.org/0000-0002-1366-9657"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]},{"id":"https://openalex.org/I74640424","display_name":"Advanced Institute of Industrial Technology","ror":"https://ror.org/04f9apy08","country_code":"JP","type":"education","lineage":["https://openalex.org/I74640424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yukiyasu Domae","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology,Industrial Cyber-Physical Systems Research Center,Tokyo,Japan","Industrial Cyber-Physical Systems Research Center, National Institute of Advanced Industrial Science and Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology,Industrial Cyber-Physical Systems Research Center,Tokyo,Japan","institution_ids":["https://openalex.org/I74640424","https://openalex.org/I73613424"]},{"raw_affiliation_string":"Industrial Cyber-Physical Systems Research Center, National Institute of Advanced Industrial Science and Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I73613424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.059,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.29410094,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"6","issue":null,"first_page":"2575","last_page":"2582"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8311518430709839},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7984858751296997},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6514841318130493},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.609668493270874},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5472577810287476},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.49241387844085693},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.48948442935943604},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4872690439224243},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.47713613510131836},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4541551172733307},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45033106207847595},{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"Long short term memory","score":0.4191140830516815},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.1644519567489624},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1514783501625061},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0938175618648529}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8311518430709839},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7984858751296997},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6514841318130493},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.609668493270874},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5472577810287476},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.49241387844085693},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.48948442935943604},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4872690439224243},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.47713613510131836},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4541551172733307},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45033106207847595},{"id":"https://openalex.org/C133488467","wikidata":"https://www.wikidata.org/wiki/Q6673524","display_name":"Long short term memory","level":4,"score":0.4191140830516815},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.1644519567489624},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1514783501625061},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0938175618648529},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc53654.2022.9945462","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53654.2022.9945462","pdf_url":null,"source":{"id":"https://openalex.org/S4363607746","display_name":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321034","display_name":"New Energy and Industrial Technology Development Organization","ror":"https://ror.org/0055k7a87"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1815076433","https://openalex.org/W1902237438","https://openalex.org/W2133564696","https://openalex.org/W2143158675","https://openalex.org/W2145339207","https://openalex.org/W2195446438","https://openalex.org/W2765615734","https://openalex.org/W2798483995","https://openalex.org/W2884565639","https://openalex.org/W2950560044","https://openalex.org/W2950872548","https://openalex.org/W2951527505","https://openalex.org/W2951799221","https://openalex.org/W2962789679","https://openalex.org/W2963324077","https://openalex.org/W2978854499","https://openalex.org/W2980433389","https://openalex.org/W3082925502","https://openalex.org/W3100789280","https://openalex.org/W3175752186","https://openalex.org/W4287241050","https://openalex.org/W4287869619","https://openalex.org/W4295720520","https://openalex.org/W4385245566","https://openalex.org/W6630875275","https://openalex.org/W6638545294","https://openalex.org/W6679434410","https://openalex.org/W6682137061","https://openalex.org/W6685444567","https://openalex.org/W6687590523","https://openalex.org/W6717018068","https://openalex.org/W6729556111","https://openalex.org/W6739901393","https://openalex.org/W6744991969","https://openalex.org/W6763704883","https://openalex.org/W6768810269","https://openalex.org/W6773309671","https://openalex.org/W6780225908"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W2011430815","https://openalex.org/W4321606653"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2],"(DRL)":[3],"has":[4],"achieved":[5],"remarkable":[6],"success":[7],"in":[8,26,172],"various":[9],"domains,":[10],"from":[11,182],"games":[12],"to":[13,32,49,61,95,110,119,132,149,164,181,204],"complex":[14],"tasks.":[15,229],"In":[16,215],"several":[17],"DRL":[18,88,225],"applications,":[19],"the":[20,33,38,42,55,63,97,111,141,150,154,166,170,173,177,187,198,205,212,217],"agents":[21],"must":[22],"perform":[23],"long-horizon":[24,43,98,228],"tasks":[25],"partially":[27],"observable":[28],"environments.":[29],"However,":[30],"owing":[31],"high":[34,74],"performance":[35],"of":[36,67,71,107,153,186,207],"DRL,":[37],"decision-making":[39,99],"process":[40],"for":[41,227],"task":[44],"is":[45,129,147,201],"unclear":[46],"and":[47,54,73,86,113,157,159,176,193,223],"difficult":[48],"interpret.":[50],"Although":[51],"memory-based":[52],"models":[53],"Transformer":[56],"model":[57,89,146,188],"have":[58],"been":[59],"proposed":[60,199,218],"overcome":[62],"interpretability":[64],"issue,":[65],"challenges":[66],"limited":[68],"flexibility,":[69],"lack":[70],"stability,":[72],"computational":[75],"cost":[76],"remain.":[77],"To":[78],"address":[79],"these":[80],"concerns,":[81],"we":[82],"propose":[83],"a":[84,115,123],"low-computational-complexity":[85],"scalable":[87],"that":[90,197],"uses":[91,114],"attention-augmented":[92],"memory":[93,105,112],"(AAM)":[94],"interpret":[96],"process.":[100],"AAM":[101,138,145],"adds":[102],"long":[103],"short-term":[104],"states":[106],"past":[108],"observations":[109,209],"soft":[116],"attention":[117,158],"bottleneck":[118],"combine":[120],"them":[121],"into":[122],"single":[124],"contextual":[125],"vector.":[126],"The":[127,144,184],"agent":[128,171],"then":[130],"trained":[131],"make":[133],"decisions":[134],"based":[135],"on":[136],"this":[137],"together":[139],"with":[140,211],"current":[142,174],"observation.":[143],"applied":[148],"navigation":[151],"problem":[152],"Labyrinth":[155],"[1],":[156],"saliency":[160,192],"maps":[161],"are":[162],"generated":[163],"show":[165],"areas":[167,178],"highlighted":[168],"by":[169],"observation":[175],"it":[179,194],"attends":[180],"memory.":[183],"resiliency":[185],"was":[189,195],"evaluated":[190],"using":[191],"discovered":[196],"method":[200,219],"more":[202],"resilient":[203],"noise":[206],"visual":[208],"compared":[210],"baseline":[213],"model.":[214],"summary,":[216],"demonstrates":[220],"an":[221],"interpretable":[222],"noise-robust":[224],"approach":[226]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
