{"id":"https://openalex.org/W7163206538","doi":"https://doi.org/10.48550/arxiv.2606.01993","title":"MMG2Skill: Can Agents Distill In-the-Wild Guides into Self-Evolving Skills?","display_name":"MMG2Skill: Can Agents Distill In-the-Wild Guides into Self-Evolving Skills?","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163206538","doi":"https://doi.org/10.48550/arxiv.2606.01993"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01993","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01993","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01993","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114534697","display_name":"Xinyu Che","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Che, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101251682","display_name":"Junqi Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Junqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137616204","display_name":"Yunfei Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Yunfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137672663","display_name":"Xinping Lei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei, Xinping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137664796","display_name":"Shihao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137670246","display_name":"Hang Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Hang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137711000","display_name":"Han Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137675347","display_name":"Yuanxing Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuanxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065092030","display_name":"Zhiqi Bai","orcid":"https://orcid.org/0000-0003-2857-2556"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Zhiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132640408","display_name":"Jinhua Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao, Jinhua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137650897","display_name":"Ming Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Ming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137711000","display_name":"Han Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137641191","display_name":"Jiaheng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiaheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8428999781608582,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8428999781608582,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.02329999953508377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.01730000041425228,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7972000241279602},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7516999840736389},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5774999856948853},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5264000296592712},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.35899999737739563},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3529999852180481}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7972000241279602},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7516999840736389},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6359000205993652},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5774999856948853},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5264000296592712},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47609999775886536},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3833000063896179},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3547999858856201},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3529999852180481},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3529999852180481},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01993","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01993","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01993","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01993","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8226969242095947,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Abundant":[0],"procedural":[1],"knowledge":[2,17],"on":[3,80,113],"the":[4,35,42,71,75,86,120,188,208],"Web":[5],"holds":[6],"great":[7],"potential":[8],"for":[9,90,187],"helping":[10],"agents":[11,79,148,170],"solve":[12],"long-horizon":[13],"tasks.":[14],"However,":[15],"such":[16],"is":[18,211],"often":[19],"multimodal,":[20],"heterogeneous,":[21],"noisy,":[22],"and":[23,47,63,118,135,182,202],"implicitly":[24],"assumes":[25],"human":[26],"executors,":[27],"making":[28],"it":[29],"difficult":[30],"to":[31,70,158],"use":[32],"directly":[33,168],"as":[34,54],"skills":[36,62,115,121],"required":[37],"by":[38],"agents.":[39],"To":[40,73],"bridge":[41],"gap":[43],"between":[44],"human-oriented":[45],"guides":[46,59,102,173],"agent-executable":[48],"skills,":[49,105],"we":[50,83],"formalize":[51],"this":[52,81,91],"problem":[53],"guide-to-skill":[55],"learning:":[56],"converting":[57],"in-the-wild":[58],"into":[60,103],"executable":[61],"continuously":[64],"improving":[65],"them":[66],"from":[67,122],"trajectories":[68],"observable":[69],"agent.":[72],"evaluate":[74],"capability":[76],"of":[77,156,205],"existing":[78],"task,":[82],"introduce":[84],"MMG2Skill-Bench,":[85],"first":[87],"benchmark":[88,128],"designed":[89],"problem.":[92],"We":[93],"further":[94,197],"propose":[95],"MMG2Skill,":[96],"a":[97,107],"closed-loop":[98],"framework":[99],"that":[100,167],"compiles":[101],"editable":[104],"conditions":[106],"fixed":[108],"vision-language":[109],"model":[110],"(VLM)":[111],"agent":[112],"these":[114],"during":[116],"execution,":[117],"revises":[119],"trajectory-level":[123],"root-cause":[124],"feedback":[125],"without":[126],"using":[127],"scores.":[129],"Across":[130],"GUI":[131],"control,":[132],"open-ended":[133],"gameplay,":[134],"strategic":[136],"card":[137],"play":[138],"with":[139,171],"six":[140],"VLM":[141],"backbones,":[142],"MMG2Skill":[143],"consistently":[144],"outperforms":[145],"vanilla":[146],"baseline":[147],"in":[149],"every":[150],"model-domain":[151],"setting,":[152],"achieving":[153],"macro-average":[154],"gains":[155],"+12.8":[157],"+25.3":[159],"percentage":[160],"points":[161],"across":[162],"backbones.":[163],"Ablation":[164],"studies":[165],"show":[166],"prompting":[169],"raw":[172],"can":[174],"degrade":[175],"performance,":[176],"while":[177],"both":[178],"structured":[179],"skill":[180],"construction":[181],"trajectory-driven":[183],"revision":[184],"are":[185],"necessary":[186],"observed":[189],"improvements.":[190],"On":[191],"success-inferable":[192],"tasks,":[193],"analyzer-based":[194],"early":[195],"stopping":[196],"prevents":[198],"late-stage":[199],"performance":[200],"regressions":[201],"saves":[203],"25%-53%":[204],"attempts":[206],"when":[207],"success":[209],"signal":[210],"properly":[212],"calibrated.":[213]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}