{"id":"https://openalex.org/W3212685327","doi":"https://doi.org/10.1109/access.2021.3128558","title":"NAEM: Noisy Attention Exploration Module for Deep Reinforcement Learning","display_name":"NAEM: Noisy Attention Exploration Module for Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3212685327","doi":"https://doi.org/10.1109/access.2021.3128558","mag":"3212685327"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3128558","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3128558","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09615161.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09615161.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023873715","display_name":"Zhenwen Cai","orcid":"https://orcid.org/0000-0001-9557-715X"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenwen Cai","raw_affiliation_strings":["Shanghai Engineering Research Center of Assistive Devices, School of Medical Instrument and Food Engineering, University of Shanghai for Science and Technology, Shanghai 200093, China and Rehabilitation Engineering and Technology Institute, University of Shanghai for Science and Technology, Shanghai 200093, China"],"raw_orcid":"https://orcid.org/0000-0001-9557-715X","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of Assistive Devices, School of Medical Instrument and Food Engineering, University of Shanghai for Science and Technology, Shanghai 200093, China and Rehabilitation Engineering and Technology Institute, University of Shanghai for Science and Technology, Shanghai 200093, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025664604","display_name":"Feifei Lee","orcid":"https://orcid.org/0000-0001-9021-136X"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feifei Lee","raw_affiliation_strings":["Shanghai Engineering Research Center of Assistive Devices, School of Medical Instrument and Food Engineering, University of Shanghai for Science and Technology, Shanghai 200093, China and Rehabilitation Engineering and Technology Institute, University of Shanghai for Science and Technology, Shanghai 200093, China"],"raw_orcid":"https://orcid.org/0000-0001-9021-136X","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of Assistive Devices, School of Medical Instrument and Food Engineering, University of Shanghai for Science and Technology, Shanghai 200093, China and Rehabilitation Engineering and Technology Institute, University of Shanghai for Science and Technology, Shanghai 200093, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023215752","display_name":"Chunyan Hu","orcid":"https://orcid.org/0000-0001-6914-1547"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunyan Hu","raw_affiliation_strings":["School of Optical-Electrical and Computer Engineering, University of Shanghai for Science and Technology, Shanghai 200093, China"],"raw_orcid":"https://orcid.org/0000-0001-6914-1547","affiliations":[{"raw_affiliation_string":"School of Optical-Electrical and Computer Engineering, University of Shanghai for Science and Technology, Shanghai 200093, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101569986","display_name":"Koji Kotani","orcid":"https://orcid.org/0000-0003-4395-9978"},"institutions":[{"id":"https://openalex.org/I5467274","display_name":"Akita Prefectural University","ror":"https://ror.org/05b1kx621","country_code":"JP","type":"education","lineage":["https://openalex.org/I5467274"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koji Kotani","raw_affiliation_strings":["Department of Intelligent Mechatronics, Akita Prefectural University, Akita 015-0055, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4395-9978","affiliations":[{"raw_affiliation_string":"Department of Intelligent Mechatronics, Akita Prefectural University, Akita 015-0055, Japan","institution_ids":["https://openalex.org/I5467274"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071392629","display_name":"Qiu Chen","orcid":"https://orcid.org/0000-0003-3079-9207"},"institutions":[{"id":"https://openalex.org/I116465919","display_name":"Kogakuin University","ror":"https://ror.org/01wc2tq75","country_code":"JP","type":"education","lineage":["https://openalex.org/I116465919"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Qiu Chen","raw_affiliation_strings":["Major of Electrical Engineering and Electronics, Graduate School of Engineering, Kogakuin University, Tokyo 163-8677, Japan. (e-mail: q.chen@ieee.org)","Major of Electrical Engineering and Electronics, Graduate School of Engineering, Kogakuin University, Tokyo 163-8677, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3079-9207","affiliations":[{"raw_affiliation_string":"Major of Electrical Engineering and Electronics, Graduate School of Engineering, Kogakuin University, Tokyo 163-8677, Japan. (e-mail: q.chen@ieee.org)","institution_ids":["https://openalex.org/I116465919"]},{"raw_affiliation_string":"Major of Electrical Engineering and Electronics, Graduate School of Engineering, Kogakuin University, Tokyo 163-8677, Japan","institution_ids":["https://openalex.org/I116465919"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.1365,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5615089,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"9","issue":null,"first_page":"154600","last_page":"154611"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7679697275161743},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7503657341003418},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5008199214935303}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7679697275161743},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7503657341003418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5008199214935303}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3128558","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3128558","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09615161.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2f304b4eae664799bacde718e8aa78b3","is_oa":true,"landing_page_url":"https://doaj.org/article/2f304b4eae664799bacde718e8aa78b3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 154600-154611 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3128558","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3128558","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09615161.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320336023","display_name":"Program for Professor of Special Appointment (Eastern Scholar) at Shanghai Institutions of Higher Learning","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3212685327.pdf","grobid_xml":"https://content.openalex.org/works/W3212685327.grobid-xml"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W2098432798","https://openalex.org/W2121092017","https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2155968351","https://openalex.org/W2188721763","https://openalex.org/W2195446438","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2596982695","https://openalex.org/W2607713949","https://openalex.org/W2724169821","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2766447205","https://openalex.org/W2781726626","https://openalex.org/W2803308811","https://openalex.org/W2807340089","https://openalex.org/W2884585870","https://openalex.org/W2885550588","https://openalex.org/W2899077443","https://openalex.org/W2908064123","https://openalex.org/W2920362155","https://openalex.org/W2951191893","https://openalex.org/W2951799221","https://openalex.org/W2963276097","https://openalex.org/W2963403143","https://openalex.org/W2963438456","https://openalex.org/W2981037657","https://openalex.org/W2982316857","https://openalex.org/W2983617607","https://openalex.org/W2996037775","https://openalex.org/W3011218151","https://openalex.org/W3012502279","https://openalex.org/W3020125231","https://openalex.org/W3026615607","https://openalex.org/W3035361730","https://openalex.org/W3041202696","https://openalex.org/W3101438731","https://openalex.org/W3107951310","https://openalex.org/W4214717370","https://openalex.org/W4288405579","https://openalex.org/W4294183581","https://openalex.org/W4297791094","https://openalex.org/W4298857966","https://openalex.org/W4298876402","https://openalex.org/W4385245566","https://openalex.org/W6637967152","https://openalex.org/W6639039794","https://openalex.org/W6677939520","https://openalex.org/W6683300800","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6717230150","https://openalex.org/W6734097942","https://openalex.org/W6735033012","https://openalex.org/W6736209634","https://openalex.org/W6737069938","https://openalex.org/W6739901393","https://openalex.org/W6740092555","https://openalex.org/W6744838376","https://openalex.org/W6748603076","https://openalex.org/W6751629939","https://openalex.org/W6752216966","https://openalex.org/W6753925943","https://openalex.org/W6755654293","https://openalex.org/W6757184387","https://openalex.org/W6760405395","https://openalex.org/W6760862771","https://openalex.org/W6762639926","https://openalex.org/W6767112054","https://openalex.org/W6769218391","https://openalex.org/W6772005887","https://openalex.org/W6775098822","https://openalex.org/W6777382314","https://openalex.org/W6779651760","https://openalex.org/W6780559895","https://openalex.org/W6785535465"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Recently,":[0],"deep":[1,21],"reinforcement":[2],"learning":[3],"(RL)":[4],"has":[5,23],"been":[6],"a":[7,70,111,170],"hot":[8],"topic":[9],"due":[10],"to":[11,49,95,128,137,151],"its":[12,35],"high":[13],"capability":[14],"in":[15,27],"solving":[16],"complex":[17,54],"decision-making":[18],"tasks.":[19],"Although":[20],"RL":[22,55,149],"achieved":[24],"remarkable":[25],"results":[26,161],"many":[28],"fields,":[29],"efficient":[30],"exploration":[31,40],"remains":[32],"one":[33],"of":[34,89,126,165,173],"most":[36,178],"challenging":[37],"issues.":[38],"Conventional":[39],"heuristic":[41],"methods,":[42],"such":[43],"as":[44,205],"random":[45],"exploration,":[46,81],"have":[47],"proven":[48],"be":[50,197],"not":[51],"suitable":[52],"for":[53,78,106,132,189],"tasks":[56],"along":[57],"with":[58,183],"high-dimensional":[59],"states":[60],"and":[61,73,98,147],"large":[62],"action":[63],"spaces.":[64],"In":[65,135,187],"this":[66],"paper,":[67],"we":[68,141],"propose":[69],"novel":[71],"lightweight":[72],"general":[74,112],"neural":[75],"network":[76],"module":[77],"effective":[79],"global":[80,107],"called":[82],"the":[83,91,103,116,124,166,190,193],"Noisy":[84],"Attention":[85,119],"Exploration":[86],"Module":[87,120],"(NAEM),":[88],"which":[90,122],"key":[92],"insight":[93],"is":[94,110],"introduce":[96],"parametric":[97],"learnable":[99],"Gaussian":[100],"noise":[101],"into":[102,144],"attention":[104,127],"mechanism":[105],"exploration.":[108,208],"NAEM":[109,204],"structure":[113],"based":[114],"on":[115,177],"Convolutional":[117],"Block":[118],"(CBAM),":[121],"retains":[123],"ability":[125],"enhance":[129],"feature":[130],"representation":[131],"any":[133],"CNNs.":[134],"order":[136],"evaluate":[138],"our":[139],"module,":[140],"embed":[142],"it":[143],"both":[145,164],"value-based":[146],"actor-critic":[148],"algorithms":[150],"test":[152],"their":[153,184],"performance":[154,171],"improvement":[155,172],"over":[156],"related":[157],"agents.":[158],"The":[159],"experimental":[160],"show":[162],"that":[163],"modified":[167],"agents":[168],"achieve":[169],"more":[174],"than":[175],"130%":[176],"Atari":[179],"games":[180],"when":[181],"compared":[182],"original":[185],"versions.":[186],"addition,":[188],"NoisyNet":[191],"agents,":[192],"training":[194],"time":[195],"can":[196],"reduced":[198],"by":[199],"about":[200],"30%":[201],"through":[202],"using":[203],"an":[206],"alternative":[207]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}