{"id":"https://openalex.org/W2911924245","doi":"https://doi.org/10.1093/bib/bbz009","title":"Evaluation of ontology structural metrics based on public repository data","display_name":"Evaluation of ontology structural metrics based on public repository data","publication_year":2019,"publication_date":"2019-01-09","ids":{"openalex":"https://openalex.org/W2911924245","doi":"https://doi.org/10.1093/bib/bbz009","mag":"2911924245","pmid":"https://pubmed.ncbi.nlm.nih.gov/30715146"},"language":"en","primary_location":{"id":"doi:10.1093/bib/bbz009","is_oa":false,"landing_page_url":"https://doi.org/10.1093/bib/bbz009","pdf_url":null,"source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040586050","display_name":"Manuel Franco","orcid":"https://orcid.org/0000-0002-9168-7017"},"institutions":[{"id":"https://openalex.org/I80180929","display_name":"Universidad de Murcia","ror":"https://ror.org/03p3aeb86","country_code":"ES","type":"education","lineage":["https://openalex.org/I80180929"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Manuel Franco","raw_affiliation_strings":["Departamento de Estad\u00edstica e Investigaci\u00f3n Operativa, Universidad de Murcia, Murcia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Estad\u00edstica e Investigaci\u00f3n Operativa, Universidad de Murcia, Murcia, Spain","institution_ids":["https://openalex.org/I80180929"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062487469","display_name":"Juana-Mar\u00eda Vivo","orcid":"https://orcid.org/0000-0002-1654-3398"},"institutions":[{"id":"https://openalex.org/I80180929","display_name":"Universidad de Murcia","ror":"https://ror.org/03p3aeb86","country_code":"ES","type":"education","lineage":["https://openalex.org/I80180929"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juana Mar\u00eda Vivo","raw_affiliation_strings":["Departamento de Estad\u00edstica e Investigaci\u00f3n Operativa, Universidad de Murcia, Murcia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Estad\u00edstica e Investigaci\u00f3n Operativa, Universidad de Murcia, Murcia, Spain","institution_ids":["https://openalex.org/I80180929"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018327800","display_name":"Manuel Quesada-Mart\u00ednez","orcid":"https://orcid.org/0000-0003-0487-308X"},"institutions":[{"id":"https://openalex.org/I111262870","display_name":"Universitat de Miguel Hern\u00e1ndez d'Elx","ror":"https://ror.org/01azzms13","country_code":"ES","type":"education","lineage":["https://openalex.org/I111262870"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Manuel Quesada-Mart\u00ednez","raw_affiliation_strings":["Center of Operations Research (CIO), Miguel Hern\u00e1ndez University of Elche, Elche, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Operations Research (CIO), Miguel Hern\u00e1ndez University of Elche, Elche, Spain","institution_ids":["https://openalex.org/I111262870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045810720","display_name":"Astrid Duque-Ramos","orcid":"https://orcid.org/0000-0001-6233-6384"},"institutions":[{"id":"https://openalex.org/I35961687","display_name":"Universidad de Antioquia","ror":"https://ror.org/03bp5hc83","country_code":"CO","type":"education","lineage":["https://openalex.org/I35961687"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Astrid Duque-Ramos","raw_affiliation_strings":["Departamento de Sistemas, Facultad de Ingenier\u00edas, Universidad de Antioquia, Medell\u00edn, Colombia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Sistemas, Facultad de Ingenier\u00edas, Universidad de Antioquia, Medell\u00edn, Colombia","institution_ids":["https://openalex.org/I35961687"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086790858","display_name":"Jesualdo Tom\u00e1s Fern\u00e1ndez\u2010Breis","orcid":"https://orcid.org/0000-0002-7558-2880"},"institutions":[{"id":"https://openalex.org/I80180929","display_name":"Universidad de Murcia","ror":"https://ror.org/03p3aeb86","country_code":"ES","type":"education","lineage":["https://openalex.org/I80180929"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Jesualdo Tom\u00e1s Fern\u00e1ndez-Breis","raw_affiliation_strings":["Departamento de Inform\u00e1tica y Sistemas, Universidad de Murcia, IMIB-Arrixaca, Murcia, Spain"],"raw_orcid":"https://orcid.org/0000-0002-7558-2880","affiliations":[{"raw_affiliation_string":"Departamento de Inform\u00e1tica y Sistemas, Universidad de Murcia, IMIB-Arrixaca, Murcia, Spain","institution_ids":["https://openalex.org/I80180929"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5086790858"],"corresponding_institution_ids":["https://openalex.org/I80180929"],"apc_list":{"value":4011,"currency":"USD","value_usd":4011},"apc_paid":null,"fwci":0.4272,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.61085524,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"21","issue":"2","first_page":"473","last_page":"485"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.8334106802940369},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7854658365249634},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6531404852867126},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5968524217605591},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5741527676582336},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5478127598762512},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5447545647621155},{"id":"https://openalex.org/keywords/ontology-alignment","display_name":"Ontology alignment","score":0.474868506193161},{"id":"https://openalex.org/keywords/upper-ontology","display_name":"Upper ontology","score":0.4567703902721405},{"id":"https://openalex.org/keywords/ontology-based-data-integration","display_name":"Ontology-based data integration","score":0.4340011477470398},{"id":"https://openalex.org/keywords/open-biomedical-ontologies","display_name":"Open Biomedical Ontologies","score":0.43270355463027954},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4174041152000427},{"id":"https://openalex.org/keywords/process-ontology","display_name":"Process ontology","score":0.41422346234321594},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4122958183288574},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.2109864354133606},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18601185083389282},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.14946505427360535}],"concepts":[{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.8334106802940369},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7854658365249634},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6531404852867126},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5968524217605591},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5741527676582336},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5478127598762512},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5447545647621155},{"id":"https://openalex.org/C98893333","wikidata":"https://www.wikidata.org/wiki/Q4339878","display_name":"Ontology alignment","level":4,"score":0.474868506193161},{"id":"https://openalex.org/C78726541","wikidata":"https://www.wikidata.org/wiki/Q3882785","display_name":"Upper ontology","level":3,"score":0.4567703902721405},{"id":"https://openalex.org/C22550185","wikidata":"https://www.wikidata.org/wiki/Q7095047","display_name":"Ontology-based data integration","level":3,"score":0.4340011477470398},{"id":"https://openalex.org/C137982476","wikidata":"https://www.wikidata.org/wiki/Q7072326","display_name":"Open Biomedical Ontologies","level":5,"score":0.43270355463027954},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4174041152000427},{"id":"https://openalex.org/C137003198","wikidata":"https://www.wikidata.org/wiki/Q7247296","display_name":"Process ontology","level":3,"score":0.41422346234321594},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4122958183288574},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.2109864354133606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18601185083389282},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.14946505427360535},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003628","descriptor_name":"Database Management Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003628","descriptor_name":"Database Management Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003628","descriptor_name":"Database Management Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017150","descriptor_name":"Public Sector","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017150","descriptor_name":"Public Sector","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017150","descriptor_name":"Public Sector","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D064229","descriptor_name":"Biological Ontologies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D064229","descriptor_name":"Biological Ontologies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D064229","descriptor_name":"Biological Ontologies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1093/bib/bbz009","is_oa":false,"landing_page_url":"https://doi.org/10.1093/bib/bbz009","pdf_url":null,"source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},{"id":"pmid:30715146","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30715146","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in bioinformatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3928341766","display_name":null,"funder_award_id":"TIN2017-85949-C2-1-R","funder_id":"https://openalex.org/F4320310087","funder_display_name":"Fundaci\u00f3n S\u00e9neca"},{"id":"https://openalex.org/G4088583144","display_name":null,"funder_award_id":"TIN2014-53749-C2-2-R","funder_id":"https://openalex.org/F4320310087","funder_display_name":"Fundaci\u00f3n S\u00e9neca"},{"id":"https://openalex.org/G6424665428","display_name":null,"funder_award_id":"19371/PI/14","funder_id":"https://openalex.org/F4320310087","funder_display_name":"Fundaci\u00f3n S\u00e9neca"}],"funders":[{"id":"https://openalex.org/F4320310087","display_name":"Fundaci\u00f3n S\u00e9neca","ror":"https://ror.org/03q68pf65"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W136568393","https://openalex.org/W1493454437","https://openalex.org/W1560729591","https://openalex.org/W1601038846","https://openalex.org/W1974896839","https://openalex.org/W1987006508","https://openalex.org/W1987971958","https://openalex.org/W2029064186","https://openalex.org/W2049625541","https://openalex.org/W2051224630","https://openalex.org/W2065452689","https://openalex.org/W2085487226","https://openalex.org/W2091729411","https://openalex.org/W2093062917","https://openalex.org/W2110301462","https://openalex.org/W2113142309","https://openalex.org/W2123152121","https://openalex.org/W2145974401","https://openalex.org/W2155063366","https://openalex.org/W2155249637","https://openalex.org/W2158191506","https://openalex.org/W2158864412","https://openalex.org/W2170111518","https://openalex.org/W2170436324","https://openalex.org/W2322584079","https://openalex.org/W2347376683","https://openalex.org/W2471405016","https://openalex.org/W2477763400","https://openalex.org/W2531883117","https://openalex.org/W2532736362","https://openalex.org/W2586919930","https://openalex.org/W2772877400","https://openalex.org/W2952037138","https://openalex.org/W2962717163","https://openalex.org/W2999729612","https://openalex.org/W3099272318","https://openalex.org/W3100767471","https://openalex.org/W4285719527","https://openalex.org/W4297785223","https://openalex.org/W6633724138","https://openalex.org/W6672191126","https://openalex.org/W6683851148","https://openalex.org/W6685027213"],"related_works":["https://openalex.org/W2732632690","https://openalex.org/W2608149786","https://openalex.org/W2102229151","https://openalex.org/W2138664789","https://openalex.org/W1794266373","https://openalex.org/W2365397974","https://openalex.org/W2150106658","https://openalex.org/W2396086199","https://openalex.org/W2012420033","https://openalex.org/W1992492046"],"abstract_inverted_index":{"The":[0,105,157],"development":[1],"and":[2,66,90,127,152,176,193,205],"application":[3],"of":[4,30,64,74,92,95,203,207],"biological":[5],"ontologies":[6,14,96,121,129],"have":[7,41,81,118,153],"increased":[8],"significantly":[9],"in":[10,201],"recent":[11],"years.":[12],"These":[13],"can":[15],"be":[16],"retrieved":[17],"from":[18,122,130],"different":[19],"repositories,":[20],"which":[21],"do":[22],"not":[23,51,165],"provide":[24,181],"much":[25],"information":[26],"about":[27],"quality":[28],"aspects":[29],"the":[31,34,72,88,93,123,135,138,144,161,167,178,195],"ontologies.":[32],"In":[33,57],"past":[35],"years,":[36],"some":[37],"ontology":[38,68,103,111,198],"structural":[39,69,199],"metrics":[40,172,179,200],"been":[42,52,108],"proposed,":[43],"but":[44],"their":[45,208],"validity":[46],"as":[47,113],"measurement":[48],"instrument":[49],"has":[50,107],"sufficiently":[53],"studied":[54],"to":[55,191],"date.":[56],"this":[58,78],"work,":[59],"we":[60,80,117,133,141],"evaluate":[61],"a":[62,147,154],"set":[63],"reproducible":[65],"objective":[67],"metrics.":[70,139],"Given":[71],"lack":[73],"standard":[75],"methods":[76],"for":[77,146],"purpose,":[79],"applied":[82],"an":[83,102],"evaluation":[84,106],"method":[85],"based":[86],"on":[87,101],"stability":[89,204],"goodness":[91,206],"classifications":[94],"produced":[97],"by":[98],"each":[99],"metric":[100,149],"corpus.":[104],"done":[109],"using":[110],"repositories":[112],"corpora.":[114],"More":[115],"concretely,":[116],"used":[119],"119":[120],"OBO":[124],"Foundry":[125],"repository":[126],"78":[128],"AgroPortal.":[131],"First,":[132],"study":[134,142],"correlations":[136,163],"between":[137],"Second,":[140],"whether":[143],"clusters":[145],"given":[148],"are":[150,164,170],"stable":[151],"good":[155],"structure.":[156,186],"results":[158],"show":[159],"that":[160],"existing":[162],"biasing":[166],"evaluation,":[168],"there":[169],"no":[171],"generating":[173],"unstable":[174],"clusterings":[175],"all":[177],"evaluated":[180],"at":[182],"least":[183],"reasonable":[184],"clustering":[185],"Furthermore,":[187],"our":[188],"work":[189],"permits":[190],"review":[192],"suggest":[194],"most":[196],"reliable":[197],"terms":[202],"classifications.":[209],"Availability:":[210],"http://sele.inf.um.es/ontology-metrics.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}