{"id":"https://openalex.org/W7158017559","doi":"https://doi.org/10.48550/arxiv.2604.25898","title":"TSN-Affinity: Similarity-Driven Parameter Reuse for Continual Offline Reinforcement Learning","display_name":"TSN-Affinity: Similarity-Driven Parameter Reuse for Continual Offline Reinforcement Learning","publication_year":2026,"publication_date":"2026-04-28","ids":{"openalex":"https://openalex.org/W7158017559","doi":"https://doi.org/10.48550/arxiv.2604.25898"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.25898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.25898","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084220744","display_name":"Dominik \u017burek","orcid":"https://orcid.org/0000-0001-5329-1452"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u017burek, Dominik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008887467","display_name":"Kamil Faber","orcid":"https://orcid.org/0000-0003-4221-0017"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Faber, Kamil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036847074","display_name":"Marcin Pietro\u0144","orcid":"https://orcid.org/0000-0001-9357-9231"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pietron, Marcin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134857869","display_name":"Pawe\u0142 Gajewski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gajewski, Pawe\u0142","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5010914442","display_name":"Roberto Corizzo","orcid":"https://orcid.org/0000-0001-8366-6059"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Corizzo, Roberto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6775000095367432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6775000095367432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.14429999887943268,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.030300000682473183,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7922999858856201},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.7721999883651733},{"id":"https://openalex.org/keywords/offline-learning","display_name":"Offline learning","score":0.44909998774528503},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4262999892234802},{"id":"https://openalex.org/keywords/code-reuse","display_name":"Code reuse","score":0.39399999380111694},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3449000120162964},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.33480000495910645},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.32260000705718994}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7922999858856201},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.7721999883651733},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.748199999332428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5748999714851379},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5396999716758728},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.44909998774528503},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4262999892234802},{"id":"https://openalex.org/C2778583558","wikidata":"https://www.wikidata.org/wiki/Q771245","display_name":"Code reuse","level":3,"score":0.39399999380111694},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3449000120162964},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.32260000705718994},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3093999922275543},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2775999903678894},{"id":"https://openalex.org/C24138899","wikidata":"https://www.wikidata.org/wiki/Q17141258","display_name":"Instance-based learning","level":3,"score":0.27230000495910645},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C2778648169","wikidata":"https://www.wikidata.org/wiki/Q967768","display_name":"Compatibility (geochemistry)","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.25519999861717224},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.25369998812675476},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.25898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.25898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6186549067497253,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Continual":[0],"offline":[1,55],"reinforcement":[2,56],"learning":[3,57,66,95,103],"(CORL)":[4],"aims":[5],"to":[6,27,143,203],"learn":[7],"a":[8,69,79,115,135,198,207],"sequence":[9],"of":[10,54,161],"tasks":[11,31,141,163],"from":[12,78,181],"datasets":[13],"collected":[14],"over":[15,33],"time":[16],"while":[17,60],"preserving":[18],"performance":[19],"on":[20,120,153,156],"previously":[21],"learned":[22,87],"tasks.":[23],"This":[24],"setting":[25],"corresponds":[26],"domains":[28],"where":[29],"new":[30],"arise":[32],"time,":[34,92],"but":[35,72,104],"adapting":[36,59],"the":[37,51,90,151,165],"model":[38],"in":[39,101,107,206],"live":[40],"environment":[41],"interactions":[42],"is":[43,197,212],"expensive,":[44],"risky,":[45],"or":[46],"impossible.":[47],"However,":[48],"CORL":[49,117,208],"inherits":[50],"dual":[52],"difficulty":[53],"and":[58,76,85,122,130,146,159,174,200],"preventing":[61],"catastrophic":[62],"forgetting.":[63],"Replay-based":[64],"continual":[65,94],"approaches":[67],"remain":[68,105],"strong":[70,99,179,199],"baseline":[71],"incur":[73],"memory":[74],"overhead":[75],"suffer":[77],"distribution":[80],"mismatch":[81],"between":[82],"replayed":[83],"samples":[84],"newly":[86],"policies.":[88],"At":[89],"same":[91],"architectural":[93,195],"methods":[96],"have":[97],"shown":[98],"potential":[100],"supervised":[102],"underexplored":[106],"CORL.":[108],"In":[109],"this":[110],"work,":[111],"we":[112],"propose":[113],"TSN-Affinity,":[114],"novel":[116],"method":[118,126],"based":[119,155],"TinySubNetworks":[121],"Decision":[123],"Transformer.":[124],"The":[125],"enables":[127],"task-specific":[128],"parameterization":[129],"controlled":[131],"knowledge":[132],"sharing":[133],"through":[134],"RL-aware":[136],"reuse":[137,196],"strategy":[138],"that":[139,193],"routes":[140],"according":[142],"action":[144],"compatibility":[145],"latent":[147],"similarity.":[148],"We":[149],"evaluate":[150],"approach":[152],"benchmarks":[154],"Atari":[157],"games":[158],"simulations":[160],"manipulation":[162],"with":[164,184],"Franka":[166],"Emika":[167],"Panda":[168],"robotic":[169],"arm,":[170],"covering":[171],"both":[172],"discrete":[173],"continuous":[175],"control.":[176],"Results":[177],"show":[178],"retention":[180],"sparse":[182],"SubNetworks,":[183],"routing":[185],"further":[186],"improving":[187],"multi-task":[188],"performance.":[189],"Our":[190,210],"findings":[191],"suggest":[192],"similarity-guided":[194],"viable":[201],"alternative":[202],"replay-based":[204],"strategies":[205],"setting.":[209],"code":[211],"available":[213],"at:":[214],"https://github.com/anonymized-for-submission123/tsn-affinity.":[215]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-30T00:00:00"}