{"id":"https://openalex.org/W7127324322","doi":"https://doi.org/10.48550/arxiv.2602.01869","title":"Skill-Pro: Learning Reusable Skills from Experience via Non-Parametric PPO for LLM Agents","display_name":"Skill-Pro: Learning Reusable Skills from Experience via Non-Parametric PPO for LLM Agents","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127324322","doi":"https://doi.org/10.48550/arxiv.2602.01869"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2602.01869","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2602.01869","pdf_url":"https://arxiv.org/pdf/2602.01869","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2602.01869","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001410776","display_name":"Qirui Mi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mi, Qirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124958797","display_name":"Zhijian Ma","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Zhijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023931548","display_name":"Mengyue Yang","orcid":"https://orcid.org/0000-0003-4175-8398","observed_orcids":["https://orcid.org/0000-0003-4175-8398"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Mengyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124963493","display_name":"Haoxuan Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haoxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123492585","display_name":"Yisen Wang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yisen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124886182","display_name":"HaiFeng Zhang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100384838","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0003-4173-6703","observed_orcids":["https://orcid.org/0000-0003-4173-6703","https://orcid.org/0000-0001-9548-0411","https://orcid.org/0000-0002-0481-5341","https://orcid.org/0000-0002-5890-0365","https://orcid.org/0000-0002-4021-4228","https://orcid.org/0000-0003-0593-1034","https://orcid.org/0009-0005-2577-6221","https://orcid.org/0009-0005-2667-7460","https://orcid.org/0000-0001-9006-7951","https://orcid.org/0000-0001-8708-1584"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8705999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8705999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.11400000005960464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.8209999799728394},{"id":"https://openalex.org/keywords/procedural-memory","display_name":"procedural memory","score":0.6570000052452087},{"id":"https://openalex.org/keywords/memory-compression","display_name":"memory compression","score":0.8479999899864197},{"id":"https://openalex.org/keywords/skill-reuse","display_name":"skill reuse","score":0.4449999928474426},{"id":"https://openalex.org/keywords/autonomous-agents","display_name":"autonomous agents","score":0.4350000023841858}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.792900025844574},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6862000226974487},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6830999851226807},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5214999914169312},{"id":"https://openalex.org/C137981799","wikidata":"https://www.wikidata.org/wiki/Q1369184","display_name":"Reusability","level":3,"score":0.5121999979019165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4449999928474426},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.41830000281333923},{"id":"https://openalex.org/C164749973","wikidata":"https://www.wikidata.org/wiki/Q18606","display_name":"Procedural memory","level":3,"score":0.40380001068115234},{"id":"https://openalex.org/C88576662","wikidata":"https://www.wikidata.org/wiki/Q18646","display_name":"Episodic memory","level":3,"score":0.38589999079704285},{"id":"https://openalex.org/C124469403","wikidata":"https://www.wikidata.org/wiki/Q1813993","display_name":"Procedural knowledge","level":3,"score":0.3847000002861023},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37689998745918274},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3684999942779541},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.35920000076293945},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3528999984264374},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.2953999936580658},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2791000008583069},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2694000005722046},{"id":"https://openalex.org/C2776834041","wikidata":"https://www.wikidata.org/wiki/Q25346349","display_name":"Execution model","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2602.01869","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2602.01869","pdf_url":"https://arxiv.org/pdf/2602.01869","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2602.01869","doi":"https://doi.org/10.48550/arxiv.2602.01869","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.01869","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2602.01869","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2602.01869","pdf_url":"https://arxiv.org/pdf/2602.01869","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7127324322.pdf","grobid_xml":"https://content.openalex.org/works/W7127324322.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7162468227","https://openalex.org/W7223092157","https://openalex.org/W7124467363","https://openalex.org/W7203696443","https://openalex.org/W7133311975","https://openalex.org/W7151471251","https://openalex.org/W7207805322","https://openalex.org/W7128545450","https://openalex.org/W7166047539","https://openalex.org/W7160902796"],"abstract_inverted_index":{"LLM-driven":[0],"agents":[1,38],"excel":[2],"at":[3],"sequential":[4],"decision-making":[5],"but":[6],"often":[7],"rely":[8],"on":[9],"on-the-fly":[10],"reasoning,":[11],"re-deriving":[12],"solutions":[13],"even":[14],"in":[15],"recurring":[16],"scenarios.":[17],"This":[18],"insufficient":[19],"experience":[20],"reuse":[21,122],"leads":[22],"to":[23,39,70,148],"computational":[24],"redundancy":[25],"and":[26,67,92,114,124,134,144],"instability.":[27],"To":[28,73],"bridge":[29],"this":[30],"gap,":[31],"we":[32,80],"propose":[33],"Skill-Pro,":[34],"a":[35,53,93],"framework":[36],"enabling":[37],"autonomously":[40],"learn":[41],"reusable":[42],"procedural":[43,107,146],"skills":[44],"from":[45],"interaction":[46],"experiences":[47],"without":[48,77],"parameter":[49],"updates.":[50],"By":[51],"formalizing":[52],"Skill-MDP,":[54],"Skill-Pro":[55,103,119,140],"transforms":[56],"passive":[57],"episodic":[58],"narratives":[59],"into":[60],"executable":[61],"Skills":[62],"defined":[63],"by":[64],"activation,":[65],"execution,":[66],"termination":[68],"conditions":[69],"ensure":[71],"executability.":[72],"achieve":[74],"reliable":[75],"reusability":[76],"capability":[78],"degradation,":[79],"introduce":[81],"Non-Parametric":[82],"PPO,":[83],"which":[84],"leverages":[85],"semantic":[86],"gradients":[87],"for":[88,96],"high-quality":[89,106],"candidate":[90],"generation":[91],"PPO":[94],"Gate":[95],"robust":[97],"Skill":[98,135],"verification.":[99],"Through":[100],"score-based":[101],"maintenance,":[102],"sustains":[104],"compact,":[105],"memory.":[108],"Experimental":[109],"results":[110],"across":[111],"in-domain,":[112],"cross-task,":[113],"cross-agent":[115],"scenarios":[116],"demonstrate":[117],"that":[118],"achieves":[120],"superior":[121],"rates":[123],"significant":[125],"gains":[126],"with":[127],"extreme":[128],"memory":[129],"compression.":[130],"Visualized":[131],"evolutionary":[132],"trajectories":[133],"distributions":[136],"further":[137],"reveal":[138],"how":[139],"transparently":[141],"accumulates,":[142],"refines,":[143],"reuses":[145],"knowledge":[147],"facilitate":[149],"long-term":[150],"autonomy.":[151]},"counts_by_year":[],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2026-02-04T00:00:00"}