{"id":"https://openalex.org/W4416251285","doi":"https://doi.org/10.1109/ijcnn64981.2025.11229290","title":"Position Paper: Rethinking Privacy in RL for Sequential Decision-making in the Age of LLMs","display_name":"Position Paper: Rethinking Privacy in RL for Sequential Decision-making in the Age of LLMs","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416251285","doi":"https://doi.org/10.1109/ijcnn64981.2025.11229290"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11229290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11229290","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061691532","display_name":"Flint Xiaofeng Fan","orcid":"https://orcid.org/0000-0003-1658-4699"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Flint Xiaofeng Fan","raw_affiliation_strings":["Institute of High Performance Computing (IHPC) Agency for Science, Technology and Research,Centre for Frontier AI Research (CFAR),Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing (IHPC) Agency for Science, Technology and Research,Centre for Frontier AI Research (CFAR),Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073326796","display_name":"Cheston Tan","orcid":"https://orcid.org/0000-0003-1248-4906"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Cheston Tan","raw_affiliation_strings":["Institute of High Performance Computing (IHPC) Agency for Science, Technology and Research,Centre for Frontier AI Research (CFAR),Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing (IHPC) Agency for Science, Technology and Research,Centre for Frontier AI Research (CFAR),Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113513459","display_name":"R. Wattenhofer","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Roger Wattenhofer","raw_affiliation_strings":["D-ITET ETH Zurich,Zurich,Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"D-ITET ETH Zurich,Zurich,Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068243197","display_name":"Yew-Soon Ong","orcid":"https://orcid.org/0000-0002-4480-169X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yew-Soon Ong","raw_affiliation_strings":["CCDS, Nanyang Technological University,CFAR, IHPC, Agency for Science, Technology and Research,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CCDS, Nanyang Technological University,CFAR, IHPC, Agency for Science, Technology and Research,Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.23260000348091125,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.23260000348091125,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.10379999876022339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.07890000194311142,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8300999999046326},{"id":"https://openalex.org/keywords/position-paper","display_name":"Position paper","score":0.5982999801635742},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.5794000029563904},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.5371000170707703},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.5325000286102295},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.507099986076355}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8300999999046326},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6388000249862671},{"id":"https://openalex.org/C78780964","wikidata":"https://www.wikidata.org/wiki/Q7233193","display_name":"Position paper","level":2,"score":0.5982999801635742},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5794000029563904},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.5371000170707703},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.5325000286102295},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.507099986076355},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.45660001039505005},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.4440000057220459},{"id":"https://openalex.org/C509729295","wikidata":"https://www.wikidata.org/wiki/Q7246032","display_name":"Privacy software","level":3,"score":0.3653999865055084},{"id":"https://openalex.org/C193934123","wikidata":"https://www.wikidata.org/wiki/Q7246028","display_name":"Privacy by Design","level":3,"score":0.34790000319480896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3409000039100647},{"id":"https://openalex.org/C67497173","wikidata":"https://www.wikidata.org/wiki/Q977345","display_name":"Legal aspects of computing","level":3,"score":0.2809999883174896},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.25929999351501465},{"id":"https://openalex.org/C172195944","wikidata":"https://www.wikidata.org/wiki/Q541265","display_name":"Ubiquitous computing","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11229290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11229290","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1873763122","https://openalex.org/W1992926795","https://openalex.org/W2009611335","https://openalex.org/W2051267297","https://openalex.org/W2053637704","https://openalex.org/W2145339207","https://openalex.org/W2153771494","https://openalex.org/W2473418344","https://openalex.org/W2515654213","https://openalex.org/W2591882872","https://openalex.org/W2594311007","https://openalex.org/W2751067791","https://openalex.org/W2951663308","https://openalex.org/W2970408908","https://openalex.org/W3006783387","https://openalex.org/W3119784435","https://openalex.org/W3121342653","https://openalex.org/W4283331487","https://openalex.org/W4315489188","https://openalex.org/W4367164336","https://openalex.org/W4401090676","https://openalex.org/W4402353140","https://openalex.org/W4403487646","https://openalex.org/W4405520266","https://openalex.org/W4409454027"],"related_works":[],"abstract_inverted_index":{"The":[0],"rise":[1],"of":[2,14,152],"reinforcement":[3],"learning":[4,74],"(RL)":[5],"in":[6,16,60,129,168],"critical":[7],"real-world":[8],"applications":[9],"demands":[10],"a":[11,89],"fundamental":[12],"rethinking":[13],"privacy":[15,20,91,104,166],"AI":[17],"systems.":[18,171],"Traditional":[19],"frameworks,":[21,155],"designed":[22],"to":[23],"protect":[24],"isolated":[25],"data":[26],"points,":[27],"fall":[28],"short":[29],"for":[30,88,149],"sequential":[31,169],"decision-making":[32,170],"systems":[33,125,139],"where":[34],"sensitive":[35],"information":[36],"emerges":[37],"from":[38],"temporal":[39],"patterns,":[40],"behavioral":[41,100],"strategies,":[42],"and":[43,54,72,106,117,136,158],"collaborative":[44,103],"dynamics.":[45],"Modern":[46],"RL":[47,52,55,124],"paradigms,":[48],"such":[49],"as":[50,123],"federated":[51],"(FedRL)":[53],"with":[56],"human":[57],"feedback":[58],"(RLHF)":[59],"large":[61],"language":[62],"models":[63],"(LLMs),":[64],"exacerbate":[65],"these":[66,145],"challenges":[67],"by":[68,141],"introducing":[69],"complex,":[70],"interactive,":[71],"context-dependent":[73],"environments":[75],"that":[76,119,162],"traditional":[77],"methods":[78],"do":[79],"not":[80],"address.":[81],"In":[82],"this":[83],"position":[84],"paper,":[85],"we":[86,147],"argue":[87],"new":[90,153],"paradigm":[92],"built":[93],"on":[94],"four":[95],"core":[96],"principles:":[97],"multi-scale":[98],"protection,":[99,102],"pattern":[101],"preservation,":[105],"context-aware":[107],"adaptation.":[108],"These":[109],"principles":[110],"expose":[111],"inherent":[112],"tensions":[113],"between":[114],"privacy,":[115],"utility,":[116],"interpretability":[118],"must":[120],"be":[121],"navigated":[122],"become":[126],"more":[127],"pervasive":[128],"high-stakes":[130],"domains":[131],"like":[132],"healthcare,":[133],"autonomous":[134],"vehicles,":[135],"decision":[137],"support":[138],"powered":[140],"LLMs.":[142],"To":[143],"tackle":[144],"challenges,":[146],"call":[148],"the":[150],"development":[151],"theoretical":[154],"practical":[156],"mechanisms,":[157],"rigorous":[159],"evaluation":[160],"methodologies":[161],"collectively":[163],"enable":[164],"effective":[165],"protection":[167]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-11-14T00:00:00"}
