{"id":"https://openalex.org/W7164828440","doi":"https://doi.org/10.48550/arxiv.2606.14239","title":"SkillAudit: Ground-Truth-Free Skill Evolution via Paired Trajectory Auditing","display_name":"SkillAudit: Ground-Truth-Free Skill Evolution via Paired Trajectory Auditing","publication_year":2026,"publication_date":"2026-06-12","ids":{"openalex":"https://openalex.org/W7164828440","doi":"https://doi.org/10.48550/arxiv.2606.14239"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.14239","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14239","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.14239","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076692827","display_name":"He Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Haowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138686070","display_name":"Haoran Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Haoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138688731","display_name":"Can Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Can","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138630256","display_name":"Shasha Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Shasha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138684396","display_name":"Liang Pang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pang, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138646783","display_name":"Zhaoyang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhaoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138650202","display_name":"Huawei Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Huawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138640444","display_name":"Xueqi Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Xueqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.14589999616146088,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.14589999616146088,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06549999862909317,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.06499999761581421,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.8169999718666077},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.631600022315979},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5554999709129333},{"id":"https://openalex.org/keywords/workspace","display_name":"Workspace","score":0.5139999985694885},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4936999976634979},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.46470001339912415}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.8169999718666077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7646999955177307},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.631600022315979},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5554999709129333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5180000066757202},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.5139999985694885},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4936999976634979},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.46470001339912415},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4406000077724457},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40149998664855957},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.35249999165534973},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.14239","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14239","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.14239","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14239","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8313962817192078,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Agent":[0],"skills":[1,78,208],"are":[2,218],"structured":[3],"procedural":[4],"packages":[5],"that":[6,130,185],"guide":[7],"frozen":[8],"LLM":[9],"agents":[10],"in":[11,141],"specialized":[12],"workflows.":[13],"Skills":[14],"rarely":[15],"remain":[16],"sufficient":[17],"after":[18],"deployment:":[19],"edge":[20],"cases,":[21],"API":[22],"changes,":[23],"and":[24,67,98,154,160,210],"deployment":[25],"constraints":[26,159],"become":[27],"visible":[28],"only":[29,63],"through":[30,168],"use,":[31],"making":[32],"skill":[33,106,143,214],"evolution":[34],"a":[35,60,64,73,126],"practical":[36],"necessity.":[37],"Existing":[38],"methods":[39],"depend":[40],"on":[41],"privileged":[42],"feedback":[43],"such":[44],"as":[45],"held-out":[46],"validation":[47],"scores,":[48],"hidden":[49,222],"test":[50],"outcomes,":[51],"or":[52,174,226],"environment":[53],"rewards":[54],"--":[55],"signals":[56,136],"often":[57],"unavailable":[58],"when":[59],"practitioner":[61],"has":[62],"task":[65,94,152,158,202],"description":[66],"workspace":[68],"data.":[69],"We":[70],"introduce":[71],"SkillAudit,":[72],"framework":[74],"for":[75],"evolving":[76],"agent":[77,108,206],"without":[79,99,110,207,220],"ground-truth":[80],"feedback.":[81],"The":[82],"key":[83],"idea":[84],"is":[85,95],"paired":[86],"trajectory":[87,132],"auditing:":[88],"at":[89],"each":[90],"iteration,":[91],"the":[92,100,105,142,151,188,211],"same":[93],"executed":[96],"with":[97,187],"candidate":[101],"skill,":[102],"isolating":[103],"how":[104],"changes":[107],"behavior":[109],"external":[111,227],"labels.":[112],"To":[113],"turn":[114],"behavioral":[115],"differences":[116],"into":[117],"edit":[118],"guidance,":[119],"SkillAudit":[120,165,198],"uses":[121],"Process-Aligned":[122],"Contrastive":[123],"Evaluation":[124],"(PACE),":[125],"cluster":[127],"of":[128],"evaluators":[129],"maps":[131],"divergences":[133],"to":[134,138],"diagnostic":[135],"linked":[137],"specific":[139],"passages":[140,184],"document.":[144],"A":[145],"structural":[146],"verifier,":[147],"compiled":[148],"once":[149],"from":[150,177],"specification":[153],"then":[155],"fixed,":[156],"checks":[157],"rolls":[161],"back":[162],"harmful":[163],"updates.":[164],"routes":[166],"edits":[167],"two":[169],"pipelines:":[170],"Refine":[171],"removes":[172],"noisy":[173],"irrelevant":[175],"guidance":[176],"broadly":[178],"useful":[179],"skills,":[180],"while":[181],"Repair":[182],"replaces":[183],"conflict":[186],"task.":[189],"Across":[190],"89":[191],"containerized":[192],"tasks":[193],"spanning":[194],"8":[195],"professional":[196],"domains,":[197],"achieves":[199],"73.9%":[200],"average":[201],"reward,":[203],"outperforming":[204],"an":[205],"(40.9%)":[209],"static":[212],"expert":[213],"(56.7%).":[215],"These":[216],"gains":[217],"obtained":[219],"accessing":[221],"tests,":[223],"reference":[224],"solutions,":[225],"scoring":[228],"functions":[229],"during":[230],"evolution.":[231]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-16T00:00:00"}