{"id":"https://openalex.org/W7165619672","doi":"https://doi.org/10.48550/arxiv.2606.22613","title":"SkillAudit: From Fixed-Suite Benchmarking to Skill-Centered Assessment","display_name":"SkillAudit: From Fixed-Suite Benchmarking to Skill-Centered Assessment","publication_year":2026,"publication_date":"2026-06-21","ids":{"openalex":"https://openalex.org/W7165619672","doi":"https://doi.org/10.48550/arxiv.2606.22613"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.22613","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22613","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.22613","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083913927","display_name":"\u7389\u5fb3 \u8bb8","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Dexu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139204640","display_name":"Youhua Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Youhua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124933999","display_name":"Zhaoyang Guan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Zhaoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089055085","display_name":"Xianhao Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Xianhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134709129","display_name":"Jining Luan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luan, Jining","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040846227","display_name":"Zihao Rao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rao, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137624702","display_name":"Xuanqi Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lan, Xuanqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017161884","display_name":"Yang Ran","orcid":"https://orcid.org/0000-0002-9170-7620"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ran, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139148007","display_name":"Bo Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lan, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139207105","display_name":"Nai-Xin Zhai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Nai-Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139157431","display_name":"Hanwen Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Hanwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012498345","display_name":"Junchen Fu","orcid":"https://orcid.org/0000-0003-4759-2042"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Junchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139179535","display_name":"Wenhao Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Wenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139202929","display_name":"Yongxin Ni","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ni, Yongxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139160220","display_name":"Chunxiao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chunxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11649999767541885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11649999767541885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08990000188350677,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07970000058412552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.713699996471405},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.649399995803833},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.6148999929428101},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4912000000476837},{"id":"https://openalex.org/keywords/sandbox","display_name":"Sandbox (software development)","score":0.459199994802475},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.41350001096725464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7925999760627747},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.713699996471405},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.649399995803833},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.6148999929428101},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4912000000476837},{"id":"https://openalex.org/C167981075","wikidata":"https://www.wikidata.org/wiki/Q2667186","display_name":"Sandbox (software development)","level":2,"score":0.459199994802475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4174000024795532},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.41350001096725464},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39430001378059387},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.36959999799728394},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3521000146865845},{"id":"https://openalex.org/C130440534","wikidata":"https://www.wikidata.org/wiki/Q14946528","display_name":"Conflation","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2939999997615814},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.22613","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22613","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.22613","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22613","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6424968838691711,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Agent":[0],"skills":[1,42,202],"have":[2],"become":[3],"a":[4,20,26,62,101,170],"practical":[5],"way":[6,22],"to":[7,23,37,137,148,163,182],"extend":[8],"large":[9],"language":[10],"model":[11],"agents,":[12],"but":[13],"the":[14,77,114,125,154,159],"growing":[15],"skill":[16,27,51,95,115,126,190],"ecosystem":[17],"still":[18],"lacks":[19],"reliable":[21],"judge":[24],"whether":[25],"is":[28],"worth":[29],"deploying.":[30],"Existing":[31],"evaluation":[32,104,121],"methods":[33],"remain":[34],"largely":[35],"anchored":[36],"fixed":[38,58],"task":[39],"suites,":[40],"assessing":[41],"through":[43],"performance":[44],"on":[45,113],"predefined":[46],"tasks":[47,74,122,130],"and":[48,69,98,109,118,166,168],"environments.":[49],"As":[50],"marketplaces":[52],"expand,":[53],"this":[54],"paradigm":[55,173],"becomes":[56],"inadequate:":[57],"suites":[59],"can":[60],"conflate":[61],"skill's":[63,78],"marginal":[64],"contribution":[65],"with":[66,145,178],"backbone":[67],"strength":[68],"miss":[70],"its":[71],"value":[72],"when":[73],"fall":[75],"outside":[76],"intended":[79],"scope.":[80],"We":[81],"introduce":[82,169],"SkillAudit,":[83],"an":[84,92],"end-to-end":[85],"framework":[86],"for":[87],"skill-centered":[88],"assessment":[89],"that":[90,198],"takes":[91],"arbitrary":[93],"agent":[94,155],"as":[96],"input":[97],"automatically":[99],"generates":[100],"comprehensive,":[102],"multi-dimensional":[103],"report":[105],"spanning":[106,192],"utility,":[107],"efficiency/cost,":[108,167],"safety.":[110],"SkillAudit":[111],"focuses":[112],"artifact":[116],"itself":[117],"constructs":[119],"capability-aligned":[120],"directly":[123],"from":[124],"package.":[127],"The":[128],"generated":[129],"are":[131,203],"conducted":[132],"in":[133],"isolated":[134],"sandbox":[135],"environments":[136],"collect":[138],"execution":[139],"evidence,":[140],"followed":[141],"by":[142],"automated":[143],"checks":[144],"LLM-based":[146],"judging":[147],"produce":[149],"auditable":[150],"results.":[151],"To":[152],"dissect":[153],"skills,":[156],"we":[157,196],"propose":[158],"baseline":[160],"comparison":[161],"principle":[162],"measure":[164],"utility":[165],"two-stage":[171],"detection":[172],"combining":[174],"static":[175],"semantic":[176],"analysis":[177],"dynamic":[179],"runtime":[180],"verification":[181],"assess":[183],"safety":[184],"risks.":[185],"After":[186],"scanning":[187],"top-ranked":[188],"real-world":[189],"packages":[191],"23":[193],"occupational":[194],"categories,":[195],"found":[197],"over":[199],"7%":[200],"of":[201],"at":[204],"risky":[205],"status.":[206]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}