{"id":"https://openalex.org/W4226176492","doi":"https://doi.org/10.1109/tetci.2022.3157003","title":"RSAC: A Robust Deep Reinforcement Learning Strategy for Dimensionality Perturbation","display_name":"RSAC: A Robust Deep Reinforcement Learning Strategy for Dimensionality Perturbation","publication_year":2022,"publication_date":"2022-04-05","ids":{"openalex":"https://openalex.org/W4226176492","doi":"https://doi.org/10.1109/tetci.2022.3157003"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2022.3157003","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2022.3157003","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101722998","display_name":"Surbhi Gupta","orcid":"https://orcid.org/0000-0002-8356-1836"},"institutions":[{"id":"https://openalex.org/I3129773123","display_name":"Bennett University","ror":"https://ror.org/00an5hx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I3129773123"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Surbhi Gupta","raw_affiliation_strings":["Bennett University, Greater Noida, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0002-8356-1836","affiliations":[{"raw_affiliation_string":"Bennett University, Greater Noida, Uttar Pradesh, India","institution_ids":["https://openalex.org/I3129773123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004356009","display_name":"Gaurav Singal","orcid":"https://orcid.org/0000-0001-7570-6292"},"institutions":[{"id":"https://openalex.org/I36090812","display_name":"Netaji Subhas University of Technology","ror":"https://ror.org/01fczmh85","country_code":"IN","type":"education","lineage":["https://openalex.org/I36090812"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gaurav Singal","raw_affiliation_strings":["Netaji Subhas University of Technology, New Delhi, India"],"raw_orcid":"https://orcid.org/0000-0001-7570-6292","affiliations":[{"raw_affiliation_string":"Netaji Subhas University of Technology, New Delhi, India","institution_ids":["https://openalex.org/I36090812"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080945795","display_name":"Deepak Garg","orcid":"https://orcid.org/0000-0002-7243-3599"},"institutions":[{"id":"https://openalex.org/I3129773123","display_name":"Bennett University","ror":"https://ror.org/00an5hx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I3129773123"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Deepak Garg","raw_affiliation_strings":["Bennett University, Greater Noida, Uttar Pradesh, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bennett University, Greater Noida, Uttar Pradesh, India","institution_ids":["https://openalex.org/I3129773123"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000078546","display_name":"Swagatam Das","orcid":"https://orcid.org/0000-0001-6843-4508"},"institutions":[{"id":"https://openalex.org/I6498739","display_name":"Indian Statistical Institute","ror":"https://ror.org/00q2w1j53","country_code":"IN","type":"education","lineage":["https://openalex.org/I6498739"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Swagatam Das","raw_affiliation_strings":["ISI, Kolkata, West Bengal, India"],"raw_orcid":"https://orcid.org/0000-0001-6843-4508","affiliations":[{"raw_affiliation_string":"ISI, Kolkata, West Bengal, India","institution_ids":["https://openalex.org/I6498739"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101722998"],"corresponding_institution_ids":["https://openalex.org/I3129773123"],"apc_list":null,"apc_paid":null,"fwci":0.5549,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71230726,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"6","issue":"5","first_page":"1157","last_page":"1166"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.8671715259552002},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8096989393234253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7302956581115723},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5762483477592468},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5687887072563171},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.5555621385574341},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4352515935897827},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.30980437994003296}],"concepts":[{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.8671715259552002},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8096989393234253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7302956581115723},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5762483477592468},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5687887072563171},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.5555621385574341},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4352515935897827},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.30980437994003296},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2022.3157003","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2022.3157003","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1495862233","https://openalex.org/W1965878388","https://openalex.org/W2145339207","https://openalex.org/W2171907955","https://openalex.org/W2605102758","https://openalex.org/W2623491082","https://openalex.org/W2773691349","https://openalex.org/W2774105530","https://openalex.org/W2913500132","https://openalex.org/W2914282793","https://openalex.org/W2916826721","https://openalex.org/W2934927394","https://openalex.org/W2948211788","https://openalex.org/W2966684444","https://openalex.org/W2996037775","https://openalex.org/W2999121572","https://openalex.org/W3007869767","https://openalex.org/W3126692421","https://openalex.org/W4200306064","https://openalex.org/W4205158356","https://openalex.org/W4205855594","https://openalex.org/W4226463369","https://openalex.org/W4289147358","https://openalex.org/W6631874685","https://openalex.org/W6684921986","https://openalex.org/W6733171629","https://openalex.org/W6735677848","https://openalex.org/W6739193204","https://openalex.org/W6757310144","https://openalex.org/W6759312646","https://openalex.org/W6759370769","https://openalex.org/W6764339904","https://openalex.org/W6766505436","https://openalex.org/W6772005887","https://openalex.org/W6797920788"],"related_works":["https://openalex.org/W4296209631","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2561617217","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W3097449145","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"Artificial":[0],"agents":[1],"are":[2],"used":[3],"in":[4,39,61,76,93,130,184],"autonomous":[5,9,11,14],"systems":[6],"such":[7,30,170],"as":[8,31],"vehicles,":[10],"robotics,":[12],"and":[13,158,191,204],"drones":[15],"to":[16,49,73,83,105,127,208],"make":[17],"predictions":[18],"based":[19],"on":[20,112],"data":[21],"generated":[22],"by":[23,87],"fusing":[24],"the":[25,40,50,54,58,77,88,107,128,131,136,167,185,197],"values":[26],"from":[27,46,69,161],"many":[28],"sources":[29],"different":[32],"sensors.":[33],"Malfunctioning":[34],"of":[35,53,57,91,95,109,133,169],"sensors":[36,47,71],"was":[37],"noticed":[38],"robotics":[41],"domain.":[42],"The":[43],"correct":[44],"observation":[45],"corresponds":[48],"true":[51],"estimate":[52],"dimension":[55],"value":[56],"state":[59,155],"vector":[60],"deep":[62],"reinforcement":[63],"learning":[64],"(DRL).":[65],"Hence,":[66,101],"noisy":[67,154,171],"estimates":[68,159],"these":[70],"lead":[72],"dimensionality":[74,110,122,211],"impairment":[75],"state.":[78],"DRL":[79],"policies":[80],"have":[81,180],"shown":[82],"stagger":[84],"its":[85],"decision":[86],"wrong":[89],"choice":[90],"action":[92],"case":[94],"adversarial":[96],"attack":[97],"or":[98],"modeling":[99],"error.":[100],"it":[102,206],"is":[103],"necessary":[104],"examine":[106],"effect":[108],"perturbation":[111,123],"neural":[113],"policy.":[114],"In":[115],"this":[116],"regard,":[117],"we":[118,143],"analyze":[119],"whether":[120],"subtle":[121],"that":[124,151,166,196],"occurs":[125],"due":[126],"noise":[129],"source":[132],"input":[134,172],"at":[135],"testing":[137],"time":[138,210],"distracts":[139],"agent":[140],"decisions.":[141],"Also,":[142],"propose":[144],"an":[145],"RSAC":[146],"(robust":[147],"soft":[148],"actor-critic)":[149],"approach":[150,199],"uses":[152],"a":[153],"for":[156,201],"prediction,":[157],"target":[160],"nominal":[162],"observation.":[163],"We":[164,179],"find":[165],"injection":[168],"during":[173],"training":[174],"will":[175],"not":[176],"hamper":[177],"learning.":[178],"done":[181],"our":[182,192],"simulation":[183],"OpenAI":[186],"gym":[187],"MuJoCo":[188],"(Walker2d-V2)":[189],"environment":[190],"empirical":[193],"results":[194],"demonstrate":[195],"proposed":[198],"competes":[200],"SAC\u2019s":[202],"performance":[203],"makes":[205],"robust":[207],"test":[209],"perturbation.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
