{"id":"https://openalex.org/W4405786482","doi":"https://doi.org/10.1109/iros58592.2024.10801727","title":"X-neuron: Interpreting, Locating and Editing of Neurons in Reinforcement Learning Policy","display_name":"X-neuron: Interpreting, Locating and Editing of Neurons in Reinforcement Learning Policy","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405786482","doi":"https://doi.org/10.1109/iros58592.2024.10801727"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10801727","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038558612","display_name":"Yuhong Ge","orcid":"https://orcid.org/0000-0002-9887-2522"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhong Ge","raw_affiliation_strings":["Tsinghua University,Shenzhen International Graduate School,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Shenzhen International Graduate School,Shenzhen,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063519388","display_name":"Xun Zhao","orcid":"https://orcid.org/0000-0002-1767-6520"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Zhao","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory,Shanghai,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020672335","display_name":"Jiangmiao Pang","orcid":"https://orcid.org/0000-0002-6711-9319"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangmiao Pang","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory,Shanghai,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065834747","display_name":"Mingguo Zhao","orcid":"https://orcid.org/0000-0001-9694-6957"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingguo Zhao","raw_affiliation_strings":["Tsinghua University,Department of Automation,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Automation,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010087030","display_name":"Dahua Lin","orcid":"https://orcid.org/0000-0002-8865-7896"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dahua Lin","raw_affiliation_strings":["Tsinghua University,Shenzhen International Graduate School,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Shenzhen International Graduate School,Shenzhen,China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"458","last_page":"465"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.29019999504089355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.29019999504089355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7741200923919678},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7027233242988586},{"id":"https://openalex.org/keywords/neuron","display_name":"Neuron","score":0.41076645255088806},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3314863443374634},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.3138026297092438},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.1263124644756317}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7741200923919678},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7027233242988586},{"id":"https://openalex.org/C2778794669","wikidata":"https://www.wikidata.org/wiki/Q43054","display_name":"Neuron","level":2,"score":0.41076645255088806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3314863443374634},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.3138026297092438},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1263124644756317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10801727","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2782058284","https://openalex.org/W2911087563","https://openalex.org/W2963203586","https://openalex.org/W2963749936","https://openalex.org/W3038934110","https://openalex.org/W3093922502","https://openalex.org/W3128395826","https://openalex.org/W3177221875","https://openalex.org/W3177493366","https://openalex.org/W3180268133","https://openalex.org/W3194396392","https://openalex.org/W3203076355","https://openalex.org/W4205430897","https://openalex.org/W4220970489","https://openalex.org/W4225003227","https://openalex.org/W4297830661","https://openalex.org/W4317935412","https://openalex.org/W4353056919","https://openalex.org/W6639927594","https://openalex.org/W6683397050","https://openalex.org/W6744991969","https://openalex.org/W6754944715","https://openalex.org/W6756006421","https://openalex.org/W6760732153","https://openalex.org/W6766926148","https://openalex.org/W6768955009","https://openalex.org/W6788265084","https://openalex.org/W6801964084","https://openalex.org/W6839328737","https://openalex.org/W6840199509","https://openalex.org/W6843748866","https://openalex.org/W6846320025","https://openalex.org/W6851269015"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2949058385"],"abstract_inverted_index":{"Despite":[0],"the":[1,8,69,75,96,98,106,117,136,157],"impressive":[2],"performance":[3],"of":[4,72,104],"Reinforcement":[5],"Learning":[6],"(RL),":[7],"black-box":[9],"neural":[10],"network":[11],"backbone":[12],"hinders":[13],"users":[14],"from":[15,129,186],"trusting":[16],"and":[17,35,48,84,110,135,153,162,168],"deploying":[18],"trained":[19,175],"agents":[20,32,80,89,158],"in":[21,90,165],"real-world":[22],"applications":[23],"where":[24],"safety":[25,161],"is":[26,102],"crucial.":[27],"In":[28],"order":[29],"to":[30,44,87,115,132,176,188],"make":[31,49],"more":[33],"trustworthy":[34],"controllable,":[36],"for":[37],"a":[38,60],"given":[39],"RL-trained":[40],"policy,":[41],"we":[42,94],"propose":[43],"enhance":[45],"its":[46,112],"interpretability":[47,152],"it":[50],"human-controllable":[51],"without":[52],"retraining.":[53],"We":[54,64,120],"accomplish":[55],"this":[56],"goal":[57],"by":[58,67],"following":[59],"3-step":[61],"pipeline:":[62],"1)":[63],"interpret":[65],"neurons":[66,73],"analyzing":[68],"causal":[70],"effect":[71],"on":[74,124],"kinematic":[76],"attributes;":[77],"To":[78],"help":[79],"unlock":[81],"novel":[82,169],"skills":[83],"enable":[85],"human":[86,155],"assist":[88],"accomplishing":[91],"tasks,":[92],"2)":[93],"locate":[95],"X-neuron,":[97],"optimal":[99],"neuron":[100],"that":[101,139],"capable":[103],"evoking":[105],"desired":[107],"behavior;":[108],"3)":[109],"edit":[111],"activation":[113],"values":[114],"achieve":[116],"precise":[118],"control.":[119],"evaluate":[121],"our":[122,140,179],"method":[123,180],"various":[125],"RL":[126],"tasks":[127],"ranging":[128,185],"autonomous":[130],"driving":[131],"robot":[133],"locomotion,":[134],"results":[137],"display":[138],"approach":[141],"outperforms":[142],"previous":[143],"work":[144],"regarding":[145],"almost":[146],"all":[147],"evaluation":[148],"metrics.":[149],"Through":[150],"enhancing":[151],"introducing":[154],"control,":[156],"can":[159],"improve":[160],"performance,":[163],"even":[164],"unseen":[166],"environments":[167],"tasks.":[170],"For":[171],"locomotion":[172],"robots":[173],"simply":[174],"walk":[177],"forward,":[178],"unlocks":[181],"diverse":[182],"controllable":[183],"behaviors":[184],"jump":[187],"backflip.":[189]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}