{"id":"https://openalex.org/W7161574472","doi":"https://doi.org/10.5281/zenodo.20275764","title":"AI-Readiness Evaluation of RO-Crates by LLM Rubric Grading: A FAIRSCAPE module for evidence-grounded scoring against the Bridge2AI AI-readiness criteria","display_name":"AI-Readiness Evaluation of RO-Crates by LLM Rubric Grading: A FAIRSCAPE module for evidence-grounded scoring against the Bridge2AI AI-readiness criteria","publication_year":2026,"publication_date":"2026-05-18","ids":{"openalex":"https://openalex.org/W7161574472","doi":"https://doi.org/10.5281/zenodo.20275764"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.20275764","doi":"https://doi.org/10.5281/zenodo.20275764","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.20275764","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"volume":null,"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.20275764","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067665470","display_name":"Justin C. Niestroy","orcid":"https://orcid.org/0000-0002-1103-3882","observed_orcids":["https://orcid.org/0000-0002-1103-3882"]},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niestroy, Justin","raw_affiliation_strings":["University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122955268","display_name":"Sadnan Al Manir","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Al Manir, Sadnan","raw_affiliation_strings":["University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009037241","display_name":"Maxwell Adam Levinson","orcid":"https://orcid.org/0000-0003-0384-8499","observed_orcids":["https://orcid.org/0000-0003-0384-8499"]},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Levinson, Maxwell Adam","raw_affiliation_strings":["University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136393385","display_name":"TImothy Clark","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Clark, TImothy","raw_affiliation_strings":["University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33769826,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.8661999702453613,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.8661999702453613,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.11270000040531158,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ro-crate","display_name":"RO-Crate","score":0.925000011920929},{"id":"https://openalex.org/keywords/rubric-based-assessment","display_name":"rubric-based assessment","score":0.8489999771118164},{"id":"https://openalex.org/keywords/research-object-metadata","display_name":"research object metadata","score":0.7730000019073486},{"id":"https://openalex.org/keywords/biomedical-datasets","display_name":"biomedical datasets","score":0.824999988079071}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9254999756813049},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6545000076293945},{"id":"https://openalex.org/C2780416260","wikidata":"https://www.wikidata.org/wiki/Q2063","display_name":"JSON","level":2,"score":0.5674999952316284},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4909000098705292},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.45500001311302185},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.37720000743865967},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.36890000104904175},{"id":"https://openalex.org/C8797682","wikidata":"https://www.wikidata.org/wiki/Q2115","display_name":"XML","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3391000032424927},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3303000032901764},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.325300008058548},{"id":"https://openalex.org/C33762810","wikidata":"https://www.wikidata.org/wiki/Q461671","display_name":"Data integrity","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C3018949938","wikidata":"https://www.wikidata.org/wiki/Q17166101","display_name":"Text messaging","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29580000042915344},{"id":"https://openalex.org/C2781188742","wikidata":"https://www.wikidata.org/wiki/Q605384","display_name":"Crate","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.27149999141693115},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2712000012397766},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2549999952316284}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.20275764","doi":"https://doi.org/10.5281/zenodo.20275764","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.20275764","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.5281/zenodo.20275765","doi":"https://doi.org/10.5281/zenodo.20275765","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.20275765","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.5281/zenodo.20275764","doi":"https://doi.org/10.5281/zenodo.20275764","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.20275764","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"describe":[1],"a":[2,38,99,105,118,141,153],"FAIRSCAPE":[3,65],"module":[4,19,90,149],"that":[5],"evaluates":[6],"the":[7,24,53,58,88,95,125,131,134,145],"AI-readiness":[8,27],"of":[9],"biomedical":[10],"datasets":[11],"packaged":[12],"as":[13,161],"Research":[14],"Object":[15],"Crates":[16],"(RO-Crates).":[17],"The":[18,43,148],"scores":[20],"each":[21,83,116],"crate":[22,127],"against":[23,72],"twenty-eight":[25],"Bridge2AI":[26,154],"criteria,":[28],"organized":[29],"along":[30],"seven":[31,146],"dimensions,":[32],"using":[33],"structured":[34],"rubrics":[35],"applied":[36,151],"by":[37,51],"large":[39],"language":[40],"model":[41],"(LLM).":[42],"criteria":[44],"are":[45,61,138],"evidence-of-conformance":[46],"specifications:":[47],"conformance":[48],"is":[49,122],"determined":[50],"what":[52],"metadata":[54],"says,":[55],"not":[56],"whether":[57,78],"relevant":[59],"fields":[60,74],"populated.":[62],"An":[63],"earlier":[64],"evaluator":[66],"performs":[67],"fast":[68],"deterministic":[69],"presence/absence":[70],"checks":[71],"predetermined":[73],"but":[75],"cannot":[76],"judge":[77],"field":[79],"content":[80],"substantively":[81],"addresses":[82],"criterion.":[84],"Each":[85],"rubric":[86],"in":[87],"new":[89],"specifies":[91],"an":[92,162],"intent":[93],"statement,":[94],"evidence":[96,111,120],"to":[97,130,152],"consider,":[98],"three-level":[100],"ordinal":[101],"scoring":[102],"rule,":[103],"and":[104,128],"JSON":[106],"output":[107],"schema":[108],"(score,":[109],"rationale,":[110],"citations,":[112],"improvement":[113],"gaps).":[114],"For":[115],"criterion,":[117],"compact":[119],"payload":[121],"assembled":[123],"from":[124],"candidate":[126],"supplied":[129],"grader":[132],"with":[133],"rubric.":[135],"Per-criterion":[136],"outputs":[137],"aggregated":[139],"into":[140],"release-level":[142],"report":[143],"across":[144],"dimensions.":[147],"was":[150],"Functional":[155],"Genomics":[156],"(CM4AI)":[157],"multi-modal":[158],"pre-release":[159],"dataset":[160],"initial":[163],"case":[164],"study.":[165],"Corresponding":[166],"author:":[167],"Timothy":[168],"W.":[169],"Clark":[170],"(twc8q@virginia.edu)":[171]},"counts_by_year":[],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2026-05-19T00:00:00"}