{"id":"https://openalex.org/W7165622096","doi":"https://doi.org/10.48550/arxiv.2606.20659","title":"Skill Coverage: A Test Adequacy Metric for Agent Skills","display_name":"Skill Coverage: A Test Adequacy Metric for Agent Skills","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7165622096","doi":"https://doi.org/10.48550/arxiv.2606.20659"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.20659","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20659","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.20659","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123058353","display_name":"\u8c2d\u535a\u5f15","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Boyin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074455169","display_name":"XJ Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xiaowei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139191046","display_name":"Youcheng Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Youcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.19789999723434448,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.19789999723434448,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10819999873638153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.08900000154972076,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6990000009536743},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6814000010490417},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6531999707221985},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.5198000073432922},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.45260000228881836},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4368000030517578},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.39500001072883606},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.39320001006126404},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.3776000142097473}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6990000009536743},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6814000010490417},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6531999707221985},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6383000016212463},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.5198000073432922},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.45260000228881836},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4219000041484833},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.39500001072883606},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.39320001006126404},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.392300009727478},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3776000142097473},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.3749000132083893},{"id":"https://openalex.org/C2777620637","wikidata":"https://www.wikidata.org/wiki/Q7535191","display_name":"Skill mix","level":3,"score":0.3709000051021576},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3521000146865845},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3427000045776367},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C2776904630","wikidata":"https://www.wikidata.org/wiki/Q356336","display_name":"Adept","level":3,"score":0.30329999327659607},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.2921999990940094},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.28189998865127563},{"id":"https://openalex.org/C170061395","wikidata":"https://www.wikidata.org/wiki/Q5468164","display_name":"Forecast skill","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2572999894618988}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.20659","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20659","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.20659","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20659","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8713743686676025,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Agent":[0],"skills":[1,18],"encode":[2],"reusable":[3,34,90],"procedural":[4],"knowledge":[5],"for":[6,72,89,131,238,251],"large":[7],"language":[8],"model":[9],"(LLM)":[10],"agents,":[11],"and":[12,197,234],"existing":[13],"benchmarks":[14],"show":[15,153,225],"that":[16,109,154,191,226],"such":[17],"can":[19],"improve":[20],"task-level":[21],"performance.":[22],"However,":[23],"a":[24,33,58,85,135,231,235],"task":[25,67],"outcome":[26],"does":[27],"not":[28],"reveal":[29],"which":[30],"parts":[31,49],"of":[32,166,214],"skill":[35,45,59,75,83,96,104,169,183,227,254],"were":[36,50],"exercised,":[37],"nor":[38],"whether":[39,57,65,121],"the":[40,43,111,142,158,167,181,188,192,199,203,215,219,260],"agent":[41,74,91,113,128,143,155,193,253],"followed":[42],"relevant":[44],"instructions":[46,105,190],"when":[47],"those":[48],"exercised.":[51],"This":[52,206],"gap":[53],"makes":[54],"it":[55],"unclear":[56],"has":[60],"been":[61],"adequately":[62],"tested,":[63],"or":[64,137],"observed":[66],"failures":[68],"provide":[69,248],"actionable":[70,249],"evidence":[71,250],"improving":[73,252],"effectiveness.":[76,255],"To":[77],"fill":[78],"this":[79,147],"gap,":[80],"we":[81],"introduce":[82],"coverage,":[84],"trajectory-based":[86],"test-adequacy":[87,232],"metric":[88,233],"skills.":[92,205],"Our":[93],"framework":[94,148],"extracts":[95],"behavior":[97,114,170],"constraints":[98,108,171],"from":[99],"each":[100,122],"skill,":[101],"translating":[102],"natural-language":[103],"into":[106],"semi-structured":[107],"specify":[110],"expected":[112],"under":[115],"particular":[116],"conditions.":[117],"It":[118],"then":[119,175],"determines":[120],"constraint":[123,246],"is":[124,229],"covered":[125,132],"by":[126,186],"an":[127,209],"trajectory":[129],"and,":[130],"constraints,":[133],"assigns":[134],"Pass":[136],"Fail":[138,177],"verdict":[139],"according":[140],"to":[141,149,164,179,195],"behavior.":[144,241],"We":[145,174],"apply":[146],"SkillsBench.":[150],"The":[151],"results":[152,224],"trajectories":[156],"on":[157,172],"benchmark":[159],"leaderboard":[160],"cover":[161],"only":[162,185],"38.66":[163],"45.51%":[165],"extracted":[168],"average.":[173],"use":[176],"verdicts":[178],"strengthen":[180],"corresponding":[182],"content":[184],"emphasizing":[187],"original":[189],"failed":[194,216,243,245],"follow,":[196],"run":[198],"same":[200],"tasks":[201,217],"with":[202],"strengthened":[204],"emphasis":[207],"yields":[208],"average":[210],"16.0%":[211],"recovery":[212],"rate":[213],"across":[218],"five":[220],"agent-model":[221],"rows.":[222],"These":[223],"coverage":[228],"both":[230],"fine-grained":[236],"signal":[237],"observing":[239],"skill-use":[240],"In":[242],"tasks,":[244],"labels":[247],"A":[256],"project":[257],"website":[258],"accompanies":[259],"paper.":[261]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-24T00:00:00"}