{"id":"https://openalex.org/W4392909632","doi":"https://doi.org/10.1109/icassp48485.2024.10446642","title":"Enhancing Reinforcement Learning via Causally Correct Input Identification and Targeted Intervention","display_name":"Enhancing Reinforcement Learning via Causally Correct Input Identification and Targeted Intervention","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392909632","doi":"https://doi.org/10.1109/icassp48485.2024.10446642"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10446642","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10446642","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055933562","display_name":"Jiwei Shen","orcid":"https://orcid.org/0000-0002-1987-4926"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiwei Shen","raw_affiliation_strings":["East China Normal University,School of Communications and Electronic Engineering,Shanghai,China","School of Communications and Electronic Engineering, East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Communications and Electronic Engineering,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Communications and Electronic Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102133586","display_name":"Lu Hu","orcid":"https://orcid.org/0009-0004-2009-6684"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hu Lu","raw_affiliation_strings":["East China Normal University,School of Communications and Electronic Engineering,Shanghai,China","School of Communications and Electronic Engineering, East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Communications and Electronic Engineering,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Communications and Electronic Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067846625","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0002-2725-6458"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["East China Normal University,School of Communications and Electronic Engineering,Shanghai,China","School of Communications and Electronic Engineering, East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Communications and Electronic Engineering,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Communications and Electronic Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075220317","display_name":"Shujing Lyu","orcid":"https://orcid.org/0000-0003-2623-1379"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shujing Lyu","raw_affiliation_strings":["East China Normal University,School of Communications and Electronic Engineering,Shanghai,China","School of Communications and Electronic Engineering, East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Communications and Electronic Engineering,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Communications and Electronic Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101615349","display_name":"Yue Lu","orcid":"https://orcid.org/0000-0002-8784-4657"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Lu","raw_affiliation_strings":["East China Normal University,School of Communications and Electronic Engineering,Shanghai,China","School of Communications and Electronic Engineering, East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Communications and Electronic Engineering,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Communications and Electronic Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":0.4889,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.59001944,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"33","issue":null,"first_page":"8095","last_page":"8099"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11513","display_name":"stochastic dynamics and bifurcation","score":0.49070000648498535,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11513","display_name":"stochastic dynamics and bifurcation","score":0.49070000648498535,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.4900999963283539,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.48829999566078186,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7688392996788025},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6735377311706543},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6466038227081299},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.5828096866607666},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5593725442886353},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4708796441555023},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.367298424243927},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22741588950157166},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10708537697792053}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7688392996788025},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6735377311706543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6466038227081299},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5828096866607666},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5593725442886353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4708796441555023},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.367298424243927},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22741588950157166},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10708537697792053},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10446642","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10446642","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2973223028","display_name":null,"funder_award_id":"22DZ2229004","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2184746314","https://openalex.org/W2615547864","https://openalex.org/W2891404994","https://openalex.org/W2904246096","https://openalex.org/W2947630374","https://openalex.org/W2951595529","https://openalex.org/W2964284025","https://openalex.org/W2964311196","https://openalex.org/W2998548529","https://openalex.org/W2998903229","https://openalex.org/W3006499227","https://openalex.org/W3093626618","https://openalex.org/W3098253476","https://openalex.org/W4200437320","https://openalex.org/W4319990479","https://openalex.org/W4388709698","https://openalex.org/W4389252624","https://openalex.org/W6638836233","https://openalex.org/W6684921986","https://openalex.org/W6686823217","https://openalex.org/W6716227286","https://openalex.org/W6742245242","https://openalex.org/W6751220891","https://openalex.org/W6754586084","https://openalex.org/W6757592117","https://openalex.org/W6785007375","https://openalex.org/W6785604037","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Causal":[0],"confusion,":[1],"characterized":[2],"by":[3,38,64],"the":[4,11,59,80,87],"learning":[5,17],"of":[6,15,61],"spurious":[7,62],"correlations,":[8],"detrimentally":[9],"affects":[10],"generalization":[12,92],"and":[13,70,83,91],"effectiveness":[14],"reinforcement":[16],"(RL)":[18],"algorithms,":[19],"especially":[20],"in":[21,28,75,85],"environments":[22],"without":[23],"latent":[24],"confounders":[25],"often":[26],"encountered":[27],"robot":[29],"autonomous":[30],"navigation":[31],"tasks.":[32],"This":[33],"study":[34],"addresses":[35],"this":[36],"gap":[37],"developing":[39],"a":[40,44,54,95],"causal":[41],"structure":[42],"within":[43],"Partially":[45],"Observable":[46],"Markov":[47],"Decision":[48],"Process":[49],"(POMDP).":[50],"Subsequently,":[51],"we":[52],"introduce":[53],"targeted":[55],"intervention":[56],"that":[57],"mitigates":[58],"influence":[60],"correlations":[63],"isolating":[65],"causally":[66],"significant":[67],"state":[68],"variables":[69],"discarding":[71],"irrelevant":[72],"inputs.":[73],"Testing":[74],"three":[76],"real-world":[77],"scenarios":[78],"confirms":[79],"approach\u2019s":[81],"feasibility":[82],"superiority":[84],"enhancing":[86],"RL":[88,102],"algorithms\u2019":[89],"performance":[90],"ability,":[93],"signifying":[94],"promising":[96],"step":[97],"towards":[98],"more":[99],"robust":[100],"online":[101],"frameworks.":[103]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}