{"id":"https://openalex.org/W7163219078","doi":"https://doi.org/10.48550/arxiv.2606.02355","title":"SIRI: Self-Internalizing Reinforcement Learning with Intrinsic Skills for LLM Agent Training","display_name":"SIRI: Self-Internalizing Reinforcement Learning with Intrinsic Skills for LLM Agent Training","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163219078","doi":"https://doi.org/10.48550/arxiv.2606.02355"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02355","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02355","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02355","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137635803","display_name":"Zhongyu He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zhongyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135407126","display_name":"Yuanfan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuanfan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137640546","display_name":"Fei Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137644234","display_name":"Tianyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137708734","display_name":"Siyuan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Siyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084017884","display_name":"Xingyang Li","orcid":"https://orcid.org/0000-0001-5265-1671"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xingyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137687697","display_name":"Meng Hsuan Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Meng Hsuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137622391","display_name":"Xiangrong Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xiangrong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137676912","display_name":"Leyi Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Leyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137713427","display_name":"Lu Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137701333","display_name":"Ke Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Ke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137686089","display_name":"Xunliang Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Xunliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6507999897003174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6507999897003174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.06759999692440033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.027699999511241913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7491000294685364},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5902000069618225},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4896000027656555},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.47850000858306885},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.46790000796318054},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4657000005245209}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7491000294685364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6236000061035156},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5902000069618225},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4896000027656555},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.47850000858306885},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.46790000796318054},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4657000005245209},{"id":"https://openalex.org/C2985564149","wikidata":"https://www.wikidata.org/wiki/Q644302","display_name":"Intrinsic motivation","level":2,"score":0.3986000120639801},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3203999996185303},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.30640000104904175},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.305400013923645},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.29109999537467957},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2727999985218048},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02355","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02355","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02355","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02355","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6976844668388367,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-horizon":[0],"LLM":[1],"agents":[2,48],"can":[3,171],"benefit":[4],"from":[5,93,145,152],"reusable":[6],"skills,":[7],"yet":[8],"existing":[9],"skill-based":[10],"methods":[11],"often":[12],"rely":[13],"on":[14,149,156],"external":[15,56],"skill":[16,22,57,61],"generators":[17,58],"during":[18],"training":[19],"or":[20,59],"persistent":[21],"retrieval":[23],"at":[24,185],"inference,":[25,127],"increasing":[26],"engineering":[27],"complexity,":[28],"context":[29],"length,":[30],"and":[31,52,76,99,105,123,138,151,161],"deployment":[32],"latency.":[33],"We":[34],"propose":[35],"Self-Internalizing":[36],"Reinforcement":[37],"learning":[38],"with":[39,69,131,140,177],"Intrinsic":[40],"skills":[41,54,92],"(SIRI),":[42],"a":[43],"three-phase":[44],"framework":[45],"that":[46,167],"enables":[47],"to":[49,71,147,154,175],"discover,":[50],"validate,":[51],"internalize":[53],"without":[55],"inference-time":[60],"banks.":[62],"SIRI":[63,109,142],"first":[64],"warms":[65],"up":[66],"the":[67,87,117,128,132],"policy":[68,89,119],"GiGPO":[70,144],"acquire":[72],"basic":[73],"interaction":[74],"ability":[75],"collect":[77],"successful":[78,96],"skill-free":[79,106],"trajectories.":[80],"It":[81],"then":[82],"performs":[83],"self-skill":[84],"mining,":[85],"where":[86],"current":[88],"summarizes":[90],"compact":[91],"its":[94],"own":[95],"plain":[97,118],"rollouts":[98],"validates":[100],"them":[101],"through":[102],"paired":[103],"skill-augmented":[104],"rollouts.":[107],"Finally,":[108],"distills":[110],"only":[111],"beneficial":[112],"skill-guided":[113],"action":[114],"tokens":[115],"into":[116],"using":[120],"trajectory-level":[121],"utility":[122],"action-level":[124],"advantage.":[125],"At":[126],"agent":[129],"runs":[130],"original":[133],"prompt":[134],"only.":[135],"On":[136],"ALFWorld":[137,150],"WebShop":[139],"Qwen2.5-7B-Instruct,":[141],"improves":[143],"0.908":[146],"0.930":[148],"0.728":[153],"0.813":[155],"WebShop,":[157],"outperforming":[158],"prompt-based,":[159],"RL-based,":[160],"memory-augmented":[162],"baselines.":[163],"Further":[164],"analysis":[165],"shows":[166],"our":[168],"self-mining":[169],"strategy":[170],"achieve":[172],"performance":[173],"comparable":[174],"distillation":[176],"closed-source":[178],"large":[179],"model.":[180],"Our":[181],"code":[182],"is":[183],"available":[184],"https://github.com/kirito618/SIRI.":[186]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}