{"id":"https://openalex.org/W6913045718","doi":"https://doi.org/10.5555/3545946.3598862","title":"Automatic Noise Filtering with Dynamic Sparse Training in Deep Reinforcement Learning","display_name":"Automatic Noise Filtering with Dynamic Sparse Training in Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W6913045718","doi":"https://doi.org/10.5555/3545946.3598862"},"language":"en","primary_location":{"id":"pmh:oai:orbilu.uni.lu:10993/59765","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/59765","pdf_url":"https://orbilu.uni.lu/bitstream/10993/59765/1/2302.06548.pdf","source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"AAMAS '23: Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems (2023-05-30); AAMAS '23: 2023 International Conference on Autonomous Agents and Multiagent Systems, London, United Kingdom [GB], from 29 May to 2 June 2023","raw_type":"http://purl.org/coar/resource_type/c_5794"},"type":"conference-paper","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://orbilu.uni.lu/bitstream/10993/59765/1/2302.06548.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Grooten, Bram","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grooten, Bram","raw_affiliation_strings":["Data Mining"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Mining","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sokar, Ghada","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sokar, Ghada","raw_affiliation_strings":["Data Mining"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Mining","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dohare, Shibhansh","orcid":null},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dohare, Shibhansh","raw_affiliation_strings":["University of Alberta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alberta","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mocanu, Elena","orcid":null},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mocanu, Elena","raw_affiliation_strings":["University of Twente"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Taylor, Matthew E.","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Taylor, Matthew E.","raw_affiliation_strings":["Alberta Machine Intelligence Institute (Amii)","University of Alberta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alberta Machine Intelligence Institute (Amii)","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"University of Alberta","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pechenizkiy, Mykola","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088784","display_name":"ACT Foundation","ror":"https://ror.org/009qwqe18","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210088784"]},{"id":"https://openalex.org/I4210149743","display_name":"Sinai Health System","ror":"https://ror.org/05j8naw58","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210149743"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pechenizkiy, Mykola","raw_affiliation_strings":["Data Mining","EAISI Foundational","EAISI Health"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Mining","institution_ids":[]},{"raw_affiliation_string":"EAISI Foundational","institution_ids":["https://openalex.org/I4210088784"]},{"raw_affiliation_string":"EAISI Health","institution_ids":["https://openalex.org/I4210149743"]}]},{"author_position":"last","author":{"id":null,"display_name":"Mocanu, Decebal Constantin","orcid":null},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]},{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["LU","NL"],"is_corresponding":false,"raw_author_name":"Mocanu, Decebal Constantin","raw_affiliation_strings":["University of Luxembourg","University of Twente"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Luxembourg","institution_ids":["https://openalex.org/I186903577"]},{"raw_affiliation_string":"University of Twente","institution_ids":["https://openalex.org/I94624287"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7253999710083008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7253999710083008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.05909999832510948,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.03269999846816063,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8410000205039978},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6784999966621399},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6692000031471252},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5153999924659729},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4300999939441681},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.367000013589859},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.34470000863075256},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.34220001101493835}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8410000205039978},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7919999957084656},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6784999966621399},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6692000031471252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.667900025844574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5716000199317932},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5153999924659729},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4300999939441681},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.367000013589859},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.34470000863075256},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.34220001101493835},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.30070000886917114},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2597000002861023}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:orbilu.uni.lu:10993/59765","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/59765","pdf_url":"https://orbilu.uni.lu/bitstream/10993/59765/1/2302.06548.pdf","source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"AAMAS '23: Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems (2023-05-30); AAMAS '23: 2023 International Conference on Autonomous Agents and Multiagent Systems, London, United Kingdom [GB], from 29 May to 2 June 2023","raw_type":"http://purl.org/coar/resource_type/c_5794"},{"id":"pmh:oai:pure.tue.nl:publications/7c7766b1-42ba-4b1f-8be1-ee27878af509","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/7c7766b1-42ba-4b1f-8be1-ee27878af509","pdf_url":"https://pure.tue.nl/ws/files/301422864/3545946.3598862.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/f9291679-33dd-4307-9da5-7009c715e1ed","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/f9291679-33dd-4307-9da5-7009c715e1ed","pdf_url":"https://ris.utwente.nl/ws/files/363563262/3545946.3598862.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bookPart"},{"id":"pmh:oai:ris.utwente.nl:publications/f9291679-33dd-4307-9da5-7009c715e1ed","is_oa":true,"landing_page_url":"https://www.scopus.com/pages/publications/85171302475","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bookPart"},{"id":"pmh:tue:oai:pure.tue.nl:publications/7c7766b1-42ba-4b1f-8be1-ee27878af509","is_oa":false,"landing_page_url":"https://research.tue.nl/nl/publications/7c7766b1-42ba-4b1f-8be1-ee27878af509","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"AAMAS '23: Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems, 1932 - 1941","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:oai:orbilu.uni.lu:10993/59765","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/59765","pdf_url":"https://orbilu.uni.lu/bitstream/10993/59765/1/2302.06548.pdf","source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"AAMAS '23: Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems (2023-05-30); AAMAS '23: 2023 International Conference on Autonomous Agents and Multiagent Systems, London, United Kingdom [GB], from 29 May to 2 June 2023","raw_type":"http://purl.org/coar/resource_type/c_5794"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320314000","display_name":"Compute Canada","ror":"https://ror.org/03ty8yr27"},{"id":"https://openalex.org/F4320314212","display_name":"Alberta Machine Intelligence Institute","ror":null},{"id":"https://openalex.org/F4320319946","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6913045718.pdf","grobid_xml":"https://content.openalex.org/works/W6913045718.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tomorrow's":[0],"robots":[1],"will":[2],"need":[3,89],"to":[4,31,38,79,90,135,159,182],"distinguish":[5],"useful":[6],"information":[7,25,96,188],"from":[8],"noise":[9],"when":[10],"performing":[11],"different":[12],"tasks.":[13],"A":[14],"household":[15],"robot":[16],"for":[17,170],"instance":[18],"may":[19],"continuously":[20],"receive":[21],"a":[22,35,66,106,153,166],"plethora":[23],"of":[24,81,100,118,176],"about":[26,97],"the":[27,56,82,98,101,116,177,184,194,200],"home,":[28],"but":[29],"needs":[30],"focus":[32,136],"on":[33,139],"just":[34],"small":[36],"subset":[37],"successfully":[39],"execute":[40],"its":[41,137],"current":[42],"chore.":[43],"Filtering":[44,112],"distracting":[45],"inputs":[46],"that":[47,143,186],"contain":[48],"irrelevant":[49],"data":[50],"has":[51],"received":[52],"little":[53],"attention":[54],"in":[55,69,122,202],"reinforcement":[57,70,127],"learning":[58,71,128,168],"literature.":[59],"To":[60],"start":[61],"resolving":[62],"this,":[63],"we":[64,104,164],"formulate":[65],"problem":[67],"setting":[68,169],"called":[72],"theextremely":[73],"noisy":[74],"environment":[75,178],"(ENE),":[76],"where":[77],"up":[78,158],"99%":[80],"input":[83,132],"features":[84,93,175],"are":[85],"pure":[86],"noise.":[87],"Agents":[88],"detect":[91],"which":[92,114],"provide":[94],"task-relevant":[95,140],"state":[99],"environment.":[102],"Consequently,":[103],"propose":[105],"new":[107],"method":[108],"termed":[109],"Automatic":[110],"Noise":[111],"(ANF),":[113],"uses":[115],"principles":[117],"dynamic":[119],"sparse":[120,131],"training":[121],"synergy":[123],"with":[124],"various":[125],"deep":[126],"algorithms.":[129],"The":[130],"layer":[133],"learns":[134],"connectivity":[138],"features,":[141],"such":[142],"ANF-SAC":[144],"and":[145,150,205],"ANF-TD3":[146],"outperform":[147],"standard":[148],"SAC":[149],"TD3":[151],"by":[152,172],"large":[154],"margin,":[155],"while":[156],"using":[157],"95%":[160],"fewer":[161],"weights.":[162],"Furthermore,":[163],"devise":[165],"transfer":[167],"ENEs,":[171],"permuting":[173],"all":[174],"after":[179],"1M":[180],"timesteps":[181],"simulate":[183],"fact":[185],"other":[187],"sources":[189],"can":[190],"become":[191],"relevant":[192],"as":[193],"world":[195],"evolves.":[196],"Again,":[197],"ANF":[198],"surpasses":[199],"baselines":[201],"final":[203],"performance":[204],"sample":[206],"complexity.":[207],"Our":[208],"code":[209],"is":[210],"available":[211],"at":[212],"https://github.com/bramgrooten/automatic-noise-filtering.":[213]},"counts_by_year":[],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}