{"id":"https://openalex.org/W7164004861","doi":"https://doi.org/10.48550/arxiv.2606.08755","title":"Co-Evolving Skill Generation and Policy Optimization","display_name":"Co-Evolving Skill Generation and Policy Optimization","publication_year":2026,"publication_date":"2026-06-07","ids":{"openalex":"https://openalex.org/W7164004861","doi":"https://doi.org/10.48550/arxiv.2606.08755"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.08755","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08755","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.08755","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138282024","display_name":"Zhiwei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138216227","display_name":"Yudi Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Yudi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030020226","display_name":"Nikki Lijing Kuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuang, Nikki Lijing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138276462","display_name":"Linlin Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Linlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138253521","display_name":"Xiaomin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiaomin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138223550","display_name":"Songtao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Songtao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138242236","display_name":"Fenglong Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Fenglong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3853999972343445,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3853999972343445,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.09160000085830688,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08209999650716782,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6759999990463257},{"id":"https://openalex.org/keywords/dreyfus-model-of-skill-acquisition","display_name":"Dreyfus model of skill acquisition","score":0.6654999852180481},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5667999982833862},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.4147000014781952},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4065000116825104},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.3443000018596649}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6759999990463257},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.6654999852180481},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6312000155448914},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5667999982833862},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.4147000014781952},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4065000116825104},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3212999999523163},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3061000108718872},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29120001196861267},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.28929999470710754},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.28130000829696655},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2703000009059906}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.08755","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08755","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.08755","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08755","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8443844318389893,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Skill-augmented":[0],"reinforcement":[1,121],"learning":[2,122],"improves":[3],"language":[4,20],"agents":[5],"by":[6,63],"storing":[7],"reusable":[8],"procedural":[9],"knowledge":[10],"acquired":[11],"from":[12,186],"past":[13],"experience.":[14],"Existing":[15],"methods":[16],"typically":[17],"use":[18],"strong":[19],"models":[21],"to":[22,90,153,207,228,242],"analyze":[23],"trajectories,":[24],"generate":[25],"skills,":[26,172],"and":[27,51,98,162,173,257],"update":[28],"a":[29,41,132,234,251],"retrievable":[30],"skill":[31,44,126,134,184,235],"bank":[32],"during":[33],"online":[34,120],"training.":[35],"However,":[36],"they":[37],"rarely":[38],"assess":[39],"whether":[40,131],"newly":[42],"generated":[43,62],"is":[45,49,58,96],"useful":[46,136,209],"before":[47],"it":[48],"stored":[50],"reused.":[52],"We":[53,117],"find":[54],"that":[55],"this":[56,225],"assumption":[57],"unreliable:":[59],"even":[60,77],"skills":[61,82,107,140,180,210],"proprietary":[64,243],"frontier":[65],"LLMs":[66],"exhibit":[67],"highly":[68],"mixed":[69],"utility,":[70,203],"with":[71],"many":[72],"providing":[73],"little":[74],"benefit":[75],"or":[76,214],"degrading":[78],"performance.":[79],"Once":[80],"such":[81],"enter":[83],"the":[84,101,110,139,144,149,159,169,178,187,198,205,230,261],"bank,":[85],"their":[86],"effects":[87],"are":[88],"difficult":[89],"identify,":[91],"because":[92],"subsequent":[93],"rollout":[94,151,219],"feedback":[95],"delayed":[97],"usually":[99],"reflects":[100],"combined":[102],"effect":[103],"of":[104,113],"multiple":[105],"retrieved":[106,142,171],"rather":[108],"than":[109],"marginal":[111,202],"contribution":[112],"any":[114],"individual":[115],"skill.":[116],"propose":[118],"an":[119],"framework":[123,129,206,222],"for":[124,143,254],"pre-storage":[125],"validation.":[127],"The":[128,190,221,245],"estimates":[130,197],"candidate":[133,183,199],"contributes":[135],"information":[137],"beyond":[138],"already":[141],"current":[145],"task.":[146],"It":[147],"uses":[148,224],"standard":[150],"budget":[152],"form":[154],"two":[155,195],"matched":[156],"groups":[157,196],"under":[158],"same":[160,179],"task":[161],"retrieval":[163],"context:":[164],"base":[165,188],"rollouts":[166,175],"conditioned":[167,176],"on":[168,177,239],"currently":[170],"skill-augmented":[174],"plus":[181],"one":[182],"induced":[185],"trajectories.":[189],"reward":[191],"gap":[192],"between":[193],"these":[194],"skill's":[200],"context-dependent":[201,252],"enabling":[204],"promote":[208],"while":[211],"filtering":[212],"ineffective":[213],"harmful":[215],"ones":[216],"without":[217],"additional":[218],"overhead.":[220],"further":[223],"marginal-utility":[226],"signal":[227],"train":[229],"policy":[231,262],"itself":[232],"as":[233,250,260],"generator,":[236],"reducing":[237],"reliance":[238],"repeated":[240],"calls":[241],"models.":[244],"learned":[246],"skill-generation":[247],"likelihood":[248],"serves":[249],"score":[253],"retrieval-time":[255],"reranking":[256],"outdated-skill":[258],"pruning":[259],"evolves.":[263]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}