{"id":"https://openalex.org/W7143537652","doi":"https://doi.org/10.1016/j.knosys.2026.115882","title":"Assessing open LLMs\u2019 ability to identify biomedical taxonomic relationships: A SNOMED CT-based experimental evaluation","display_name":"Assessing open LLMs\u2019 ability to identify biomedical taxonomic relationships: A SNOMED CT-based experimental evaluation","publication_year":2026,"publication_date":"2026-03-30","ids":{"openalex":"https://openalex.org/W7143537652","doi":"https://doi.org/10.1016/j.knosys.2026.115882"},"language":"en","primary_location":{"id":"doi:10.1016/j.knosys.2026.115882","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.knosys.2026.115882","pdf_url":null,"source":{"id":"https://openalex.org/S10169007","display_name":"Knowledge-Based Systems","issn_l":"0950-7051","issn":["0950-7051","1872-7409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge-Based Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.knosys.2026.115882","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030761926","display_name":"Juan David Alarc\u00f3n Serrano","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juan Alarcon-Serrano","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0001-7180-7229","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049567283","display_name":"Enrique Ca\u00f1o-Mar\u00edn","orcid":"https://orcid.org/0000-0002-7948-1657"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Enrique Cano-Marin","raw_affiliation_strings":["University of Alcala, Polytechnic School, Department of Computer Science, Alcala de Henares, Madrid, 28805, Spain"],"raw_orcid":"https://orcid.org/0000-0002-7948-1657","affiliations":[{"raw_affiliation_string":"University of Alcala, Polytechnic School, Department of Computer Science, Alcala de Henares, Madrid, 28805, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"last","author":{"id":null,"display_name":"Miguel-Angel Sicilia","orcid":"https://orcid.org/0000-0003-3067-4180"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]},{"id":"https://openalex.org/I2184545","display_name":"Instituto Cajal","ror":"https://ror.org/012gwbh42","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I2184545"]},{"id":"https://openalex.org/I4210127475","display_name":"Instituto Ram\u00f3n y Cajal de Investigaci\u00f3n Sanitaria","ror":"https://ror.org/03fftr154","country_code":"ES","type":"healthcare","lineage":["https://openalex.org/I4210127475"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Miguel-Angel Sicilia","raw_affiliation_strings":["Ram\u00f3n y Cajal Institute for Health Research (IRyCIS), Biomedical Data Science and Engineering Research Group, Madrid, 28034, Spain","University of Alcala, Polytechnic School, Department of Computer Science, Alcala de Henares, Madrid, 28805, Spain"],"raw_orcid":"https://orcid.org/0000-0003-3067-4180","affiliations":[{"raw_affiliation_string":"Ram\u00f3n y Cajal Institute for Health Research (IRyCIS), Biomedical Data Science and Engineering Research Group, Madrid, 28034, Spain","institution_ids":["https://openalex.org/I2184545","https://openalex.org/I4210127475"]},{"raw_affiliation_string":"University of Alcala, Polytechnic School, Department of Computer Science, Alcala de Henares, Madrid, 28805, Spain","institution_ids":["https://openalex.org/I189268942"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3130,"currency":"USD","value_usd":3130},"apc_paid":{"value":3130,"currency":"USD","value_usd":3130},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3440836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"342","issue":null,"first_page":"115882","last_page":"115882"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.7901999950408936,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.7901999950408936,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07970000058412552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.031700000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/snomed-ct","display_name":"SNOMED CT","score":0.894599974155426},{"id":"https://openalex.org/keywords/blueprint","display_name":"Blueprint","score":0.6891999840736389},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5149000287055969},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.5054000020027161},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.46560001373291016},{"id":"https://openalex.org/keywords/controlled-vocabulary","display_name":"Controlled vocabulary","score":0.4316999912261963},{"id":"https://openalex.org/keywords/open-biomedical-ontologies","display_name":"Open Biomedical Ontologies","score":0.4104999899864197}],"concepts":[{"id":"https://openalex.org/C206497026","wikidata":"https://www.wikidata.org/wiki/Q1753883","display_name":"SNOMED CT","level":3,"score":0.894599974155426},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.6891999840736389},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6043000221252441},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.531000018119812},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5149000287055969},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.5054000020027161},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46560001373291016},{"id":"https://openalex.org/C110615152","wikidata":"https://www.wikidata.org/wiki/Q1469824","display_name":"Controlled vocabulary","level":2,"score":0.4316999912261963},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41290000081062317},{"id":"https://openalex.org/C137982476","wikidata":"https://www.wikidata.org/wiki/Q7072326","display_name":"Open Biomedical Ontologies","level":5,"score":0.4104999899864197},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.4041000008583069},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39969998598098755},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38760000467300415},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.38119998574256897},{"id":"https://openalex.org/C165141518","wikidata":"https://www.wikidata.org/wiki/Q4915126","display_name":"Biomedical text mining","level":3,"score":0.3384999930858612},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.26109999418258667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.knosys.2026.115882","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.knosys.2026.115882","pdf_url":null,"source":{"id":"https://openalex.org/S10169007","display_name":"Knowledge-Based Systems","issn_l":"0950-7051","issn":["0950-7051","1872-7409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge-Based Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.knosys.2026.115882","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.knosys.2026.115882","pdf_url":null,"source":{"id":"https://openalex.org/S10169007","display_name":"Knowledge-Based Systems","issn_l":"0950-7051","issn":["0950-7051","1872-7409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge-Based Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7261725068092346}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1671802238","https://openalex.org/W1934602670","https://openalex.org/W2042037135","https://openalex.org/W2085752173","https://openalex.org/W2103017472","https://openalex.org/W2156622158","https://openalex.org/W2159583324","https://openalex.org/W2165748167","https://openalex.org/W2911489562","https://openalex.org/W2937471966","https://openalex.org/W2955614654","https://openalex.org/W3003265726","https://openalex.org/W3010336026","https://openalex.org/W3108071946","https://openalex.org/W3136296618","https://openalex.org/W3173667512","https://openalex.org/W4205443034","https://openalex.org/W4220737765","https://openalex.org/W4318677432","https://openalex.org/W4320035415","https://openalex.org/W4324372992","https://openalex.org/W4376872641","https://openalex.org/W4378594033","https://openalex.org/W4381587418","https://openalex.org/W4382599418","https://openalex.org/W4382700964","https://openalex.org/W4385494594","https://openalex.org/W4385571157","https://openalex.org/W4390692489","https://openalex.org/W4391069573","https://openalex.org/W4391733408","https://openalex.org/W4391855109","https://openalex.org/W4399957366","https://openalex.org/W4401009744","https://openalex.org/W4401364619","https://openalex.org/W4401386758","https://openalex.org/W4402552507","https://openalex.org/W4403789768","https://openalex.org/W4403813762","https://openalex.org/W4404025948","https://openalex.org/W4404874973","https://openalex.org/W4405105217","https://openalex.org/W4406141444","https://openalex.org/W4406602253","https://openalex.org/W4407385653","https://openalex.org/W4407596815","https://openalex.org/W4407953233"],"related_works":[],"abstract_inverted_index":{"Ontologies":[0],"serve":[1],"as":[2,159],"semantic":[3],"blueprints":[4],"for":[5,67,163,233],"knowledge":[6,24,83],"management":[7],"by":[8,134],"capturing":[9],"information":[10],"in":[11,27,85,105,176,191,195,218],"a":[12,78,160],"coherent":[13],"machine-processable":[14],"format.":[15],"They":[16],"define":[17],"concepts":[18,34],"and":[19,52,62,73,98,236],"relationships,":[20],"commonly":[21],"represented":[22],"through":[23],"graphs":[25],"(KG)":[26],"which":[28,64],"taxonomic,":[29],"or":[30],"\u201cis-a\u201d,":[31],"relationships":[32,58,138],"arrange":[33],"into":[35,243],"hierarchical":[36,136,234],"structures.":[37],"Biomedical":[38],"applications":[39],"particularly":[40,194],"benefit":[41],"from":[42],"these":[43,220],"structured":[44],"representations":[45,56],"because":[46],"of":[47,57,81,126,153,230,240],"the":[48,124,147,154,224,228,237],"domain\u2019s":[49],"inherent":[50],"complexity":[51],"continual":[53],"evolution.":[54],"Structured":[55],"support":[59],"automated":[60],"reasoning":[61],"inference,":[63],"are":[65,169,203],"crucial":[66],"clinical":[68,157],"decision-making,":[69],"research":[70],"hypothesis":[71],"generation,":[72],"data":[74],"integration":[75],"tasks.":[76],"Although":[77],"substantial":[79],"portion":[80],"biomedical":[82,132],"remains":[84],"natural":[86,107],"language,":[87],"Large":[88],"Language":[89],"Models":[90],"(LLMs)":[91],"offer":[92],"new":[93],"potential":[94],"to":[95,129],"automatically":[96],"extract":[97],"interpret":[99],"this":[100,143],"information.":[101],"Despite":[102],"promising":[103],"results":[104,225],"various":[106],"language":[108],"processing":[109],"tasks,":[110],"few":[111],"studies":[112],"have":[113],"examined":[114],"how":[115],"effectively":[116],"LLMs":[117,128,173,242],"recognise":[118],"taxonomic":[119,179],"relationships.":[120,221],"This":[121],"study":[122],"evaluates":[123],"ability":[125],"general-purpose":[127],"reason":[130],"about":[131],"taxonomies":[133],"identifying":[135],"\u201cis-a\u201d":[137],"between":[139],"concepts.":[140],"To":[141],"operationalise":[142],"evaluation,":[144],"we":[145],"use":[146],"SNOMED":[148],"CT":[149],"Knowledge":[150],"graph,":[151],"one":[152],"most":[155],"comprehensive":[156],"terminologies,":[158],"gold-standard":[161],"reference":[162],"determining":[164],"whether":[165],"candidate":[166],"concept":[167],"pairs":[168],"taxonomically":[170],"linked.":[171],"Overall,":[172],"often":[174],"succeed":[175],"recognising":[177],"domain-specific":[178],"links":[180],"based":[181],"solely":[182],"on":[183],"their":[184,216],"generic":[185],"pre-training,":[186],"yet":[187],"they":[188],"exhibit":[189],"weaknesses":[190],"directional":[192],"reasoning,":[193],"challenging":[196],"negative":[197],"cases":[198],"where":[199],"true":[200],"parent\u2013child":[201],"relations":[202],"intentionally":[204],"reversed.":[205],"Our":[206],"findings":[207],"reveal":[208],"that":[209,247],"employing":[210],"chain-of-thought":[211],"prompting":[212,232],"techniques":[213],"significantly":[214],"improves":[215],"performance":[217],"interpreting":[219],"Taken":[222],"together,":[223],"highlight":[226],"both":[227],"benefits":[229],"Chain-of-Thought":[231],"judgments":[235],"practical":[238],"feasibility":[239],"integrating":[241],"algorithmic":[244],"knowledge-graph":[245],"workflows":[246],"require":[248],"structured,":[249],"machine-interpretable":[250],"outputs.":[251]},"counts_by_year":[],"updated_date":"2026-06-15T08:34:33.830935","created_date":"2026-03-31T00:00:00"}