{"id":"https://openalex.org/W7155376957","doi":"https://doi.org/10.48550/arxiv.2604.20441","title":"MedSkillAudit: A Domain-Specific Audit Framework for Medical Research Agent Skills","display_name":"MedSkillAudit: A Domain-Specific Audit Framework for Medical Research Agent Skills","publication_year":2026,"publication_date":"2026-04-22","ids":{"openalex":"https://openalex.org/W7155376957","doi":"https://doi.org/10.48550/arxiv.2604.20441"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.20441","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20441","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.20441","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111133966","display_name":"Yingyong Hou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Yingyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027361910","display_name":"Xinyuan Lao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lao, Xinyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134367886","display_name":"Huimei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Huimei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134444152","display_name":"Qianyu Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Qianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051701696","display_name":"Wei Chen","orcid":"https://orcid.org/0000-0002-9382-6295"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134437635","display_name":"Bocheng Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Bocheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134411296","display_name":"Fei Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134441080","display_name":"Yuxian Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Yuxian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134428118","display_name":"Weiqi Lei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei, Weiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134454515","display_name":"Xueqian Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Xueqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134392345","display_name":"Pengfei Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Pengfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100866163","display_name":"Zhujun Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Zhujun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134432590","display_name":"Shengyang Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Shengyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7900999784469604,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7900999784469604,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.010900000110268593,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7493000030517578},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5227000117301941},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.49959999322891235},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.44769999384880066},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4410000145435333},{"id":"https://openalex.org/keywords/quality-audit","display_name":"Quality audit","score":0.3513000011444092},{"id":"https://openalex.org/keywords/conceptual-framework","display_name":"Conceptual framework","score":0.30219998955726624}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7493000030517578},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5227000117301941},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.49959999322891235},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.44769999384880066},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4122999906539917},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.39649999141693115},{"id":"https://openalex.org/C140181557","wikidata":"https://www.wikidata.org/wiki/Q2288714","display_name":"Quality audit","level":3,"score":0.3513000011444092},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3513000011444092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3441999852657318},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30660000443458557},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C106977388","wikidata":"https://www.wikidata.org/wiki/Q2752427","display_name":"Medical research","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C56995899","wikidata":"https://www.wikidata.org/wiki/Q1126687","display_name":"Focus group","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.26350000500679016},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C71405471","wikidata":"https://www.wikidata.org/wiki/Q757012","display_name":"Quality management","level":3,"score":0.2583000063896179},{"id":"https://openalex.org/C2780454255","wikidata":"https://www.wikidata.org/wiki/Q7111916","display_name":"Outcomes research","level":3,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.20441","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20441","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.20441","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20441","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5403933525085449,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Background:":[0],"Agent":[1],"skills":[2,18,73,139],"are":[3],"increasingly":[4],"deployed":[5],"as":[6],"modular,":[7],"reusable":[8],"capability":[9],"units":[10],"in":[11],"AI":[12],"agent":[13,17,46,218],"systems.":[14],"Medical":[15],"research":[16,45,77,217],"require":[19],"safeguards":[20],"beyond":[21],"general-purpose":[22,221],"evaluation,":[23],"including":[24],"scientific":[25,230],"integrity,":[26],"methodological":[27],"validity,":[28],"reproducibility,":[29],"and":[30,36,104,115],"boundary":[31],"safety.":[32],"This":[33],"study":[34],"developed":[35,58],"preliminarily":[37],"evaluated":[38,71],"a":[39,49,61,86,105,196,201,211],"domain-specific":[40],"audit":[41,208,226],"framework":[42,63],"for":[43,214],"medical":[44,76,216],"skills,":[47,219],"with":[48,175,224],"focus":[50],"on":[51],"reliability":[52],"against":[53,121],"expert":[54],"review.":[55],"Methods:":[56],"We":[57,70],"MedSkillAudit":[59,146],"(skill-auditor@1.0),":[60],"layered":[62],"assessing":[64],"skill":[65],"release":[66,92],"readiness":[67],"before":[68],"deployment.":[69],"75":[72],"across":[74],"five":[75],"categories":[78],"(15":[79],"per":[80],"category).":[81],"Two":[82],"experts":[83],"independently":[84],"assigned":[85],"quality":[87,130,222],"score":[88,131,162],"(0-100),":[89],"an":[90],"ordinal":[91],"disposition":[93],"(Production":[94],"Ready":[95],"/":[96,99,102],"Limited":[97,143],"Release":[98,144],"Beta":[100],"Only":[101],"Reject),":[103],"high-risk":[106],"failure":[107],"flag.":[108],"System-expert":[109],"agreement":[110,189],"was":[111,132,167],"quantified":[112],"using":[113],"ICC(2,1)":[114,148],"linearly":[116],"weighted":[117],"Cohen's":[118],"kappa,":[119],"benchmarked":[120],"the":[122,142,155,186],"human":[123,156],"inter-rater":[124,157],"baseline.":[125],"Results:":[126],"The":[127],"mean":[128],"consensus":[129],"72.4":[133],"(SD":[134,164,172],"=":[135,149,165,173,181,191],"13.0);":[136],"57.3%":[137],"of":[138,159],"fell":[140],"below":[141],"threshold.":[145],"achieved":[147],"0.449":[150],"(95%":[151],"CI:":[152],"0.250-0.610),":[153],"exceeding":[154],"ICC":[158,198],"0.300.":[160],"System-consensus":[161],"divergence":[163,171],"9.5)":[166],"smaller":[168],"than":[169],"inter-expert":[170],"12.4),":[174],"no":[176],"directional":[177],"bias":[178],"(Wilcoxon":[179],"p":[180],"0.613).":[182],"Protocol":[183],"Design":[184],"showed":[185,195],"strongest":[187],"category-level":[188],"(ICC":[190],"0.551);":[192],"Academic":[193],"Writing":[194],"negative":[197],"(-0.567),":[199],"reflecting":[200],"structural":[202],"rubric-expert":[203],"mismatch.":[204],"Conclusions:":[205],"Domain-specific":[206],"pre-deployment":[207],"may":[209],"provide":[210],"practical":[212],"foundation":[213],"governing":[215],"complementing":[220],"checks":[223],"structured":[225],"workflows":[227],"tailored":[228],"to":[229],"use":[231],"cases.":[232]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-24T00:00:00"}