{"id":"https://openalex.org/W7162034246","doi":"https://doi.org/10.3233/shti260304","title":"Enhancing Ontology Engineering with Large Language Models: A Stage-Wise Human-in-the-Loop Study","display_name":"Enhancing Ontology Engineering with Large Language Models: A Stage-Wise Human-in-the-Loop Study","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162034246","doi":"https://doi.org/10.3233/shti260304","pmid":"https://pubmed.ncbi.nlm.nih.gov/42174978"},"language":"en","primary_location":{"id":"doi:10.3233/shti260304","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti260304","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/shti260304","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136671186","display_name":"Xuefei Ding","orcid":"https://orcid.org/0009-0001-3073-9514"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xuefei Ding","raw_affiliation_strings":["Department of Electronic, Electrical and Systems Engineering, University of Birmingham, UK"],"raw_orcid":"https://orcid.org/0009-0001-3073-9514","affiliations":[{"raw_affiliation_string":"Department of Electronic, Electrical and Systems Engineering, University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067653515","display_name":"Omid Pournik","orcid":"https://orcid.org/0000-0001-7938-0269"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Omid Pournik","raw_affiliation_strings":["Department of Electronic, Electrical and Systems Engineering, University of Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0001-7938-0269","affiliations":[{"raw_affiliation_string":"Department of Electronic, Electrical and Systems Engineering, University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067603006","display_name":"Saadullah Farooq Abbasi","orcid":"https://orcid.org/0000-0001-9814-3023"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Saadullah Farooq Abbasi","raw_affiliation_strings":["Department of Electronic, Electrical and Systems Engineering, University of Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0001-9814-3023","affiliations":[{"raw_affiliation_string":"Department of Electronic, Electrical and Systems Engineering, University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109403866","display_name":"Linxue Bai","orcid":"https://orcid.org/0009-0008-0538-2307"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Linxue Bai","raw_affiliation_strings":["Department of Electronic, Electrical and Systems Engineering, University of Birmingham, UK"],"raw_orcid":"https://orcid.org/0009-0008-0538-2307","affiliations":[{"raw_affiliation_string":"Department of Electronic, Electrical and Systems Engineering, University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043277300","display_name":"Gregory Epiphaniou","orcid":"https://orcid.org/0000-0003-1054-6368"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gregory Epiphaniou","raw_affiliation_strings":["University of Warwick, UK"],"raw_orcid":"https://orcid.org/0000-0003-1054-6368","affiliations":[{"raw_affiliation_string":"University of Warwick, UK","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136612188","display_name":"Nicholas Matragkas","orcid":"https://orcid.org/0000-0002-8594-1912"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210085861","display_name":"Laboratoire d'Int\u00e9gration des Syst\u00e8mes et des Technologies","ror":"https://ror.org/000dbcc61","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I4210085861","https://openalex.org/I4210117989"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Nicholas Matragkas","raw_affiliation_strings":["CEA, List, Universit\u00e9 Paris-Saclay, France"],"raw_orcid":"https://orcid.org/0000-0002-8594-1912","affiliations":[{"raw_affiliation_string":"CEA, List, Universit\u00e9 Paris-Saclay, France","institution_ids":["https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I4210085861"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013166634","display_name":"Stuart Harrison","orcid":"https://orcid.org/0000-0003-3873-4512"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stuart Harrison","raw_affiliation_strings":["ETHOS Digital Health, UK"],"raw_orcid":"https://orcid.org/0000-0003-3873-4512","affiliations":[{"raw_affiliation_string":"ETHOS Digital Health, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136630901","display_name":"Carlos Luis Parra-Calder\u00f3n","orcid":"https://orcid.org/0000-0003-2609-575X"},"institutions":[{"id":"https://openalex.org/I2800033600","display_name":"European Society for Medical Oncology","ror":"https://ror.org/03xtz2n86","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I2800033600"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Carlos Luis Parra-Calder\u00f3n","raw_affiliation_strings":["European Federation for Medical Informatics, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-2609-575X","affiliations":[{"raw_affiliation_string":"European Federation for Medical Informatics, Switzerland","institution_ids":["https://openalex.org/I2800033600"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5132591313","display_name":"Theodoros Arvanitis","orcid":null},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Theodoros Arvanitis","raw_affiliation_strings":["Department of Electronic, Electrical and Systems Engineering, University of Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0001-5473-135X","affiliations":[{"raw_affiliation_string":"Department of Electronic, Electrical and Systems Engineering, University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.60332645,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"336","issue":null,"first_page":"874","last_page":"878"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.5371999740600586,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.5371999740600586,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.07509999722242355,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06560000032186508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.8495000004768372},{"id":"https://openalex.org/keywords/upper-ontology","display_name":"Upper ontology","score":0.5392000079154968},{"id":"https://openalex.org/keywords/process-ontology","display_name":"Process ontology","score":0.5080000162124634},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.4884999990463257},{"id":"https://openalex.org/keywords/ontology-based-data-integration","display_name":"Ontology-based data integration","score":0.48170000314712524},{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.4733000099658966},{"id":"https://openalex.org/keywords/class-hierarchy","display_name":"Class hierarchy","score":0.453900009393692},{"id":"https://openalex.org/keywords/ontology-engineering","display_name":"Ontology engineering","score":0.4269999861717224}],"concepts":[{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.8495000004768372},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7998999953269958},{"id":"https://openalex.org/C78726541","wikidata":"https://www.wikidata.org/wiki/Q3882785","display_name":"Upper ontology","level":3,"score":0.5392000079154968},{"id":"https://openalex.org/C137003198","wikidata":"https://www.wikidata.org/wiki/Q7247296","display_name":"Process ontology","level":3,"score":0.5080000162124634},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4884999990463257},{"id":"https://openalex.org/C22550185","wikidata":"https://www.wikidata.org/wiki/Q7095047","display_name":"Ontology-based data integration","level":3,"score":0.48170000314712524},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.4733000099658966},{"id":"https://openalex.org/C2781289151","wikidata":"https://www.wikidata.org/wiki/Q2903989","display_name":"Class hierarchy","level":3,"score":0.453900009393692},{"id":"https://openalex.org/C2778820784","wikidata":"https://www.wikidata.org/wiki/Q1027508","display_name":"Ontology engineering","level":4,"score":0.4269999861717224},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4065000116825104},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C137982476","wikidata":"https://www.wikidata.org/wiki/Q7072326","display_name":"Open Biomedical Ontologies","level":5,"score":0.3944999873638153},{"id":"https://openalex.org/C50971890","wikidata":"https://www.wikidata.org/wiki/Q7635093","display_name":"Suggested Upper Merged Ontology","level":4,"score":0.37779998779296875},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.36559998989105225},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3634999990463257},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36070001125335693},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3573000133037567},{"id":"https://openalex.org/C192800085","wikidata":"https://www.wikidata.org/wiki/Q5258530","display_name":"Semantic interoperability","level":3,"score":0.3544999957084656},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3330000042915344},{"id":"https://openalex.org/C154210476","wikidata":"https://www.wikidata.org/wiki/Q7095057","display_name":"Ontology components","level":5,"score":0.3273000121116638},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31279999017715454},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2939000129699707},{"id":"https://openalex.org/C2777002027","wikidata":"https://www.wikidata.org/wiki/Q3620938","display_name":"Ontology learning","level":5,"score":0.28999999165534973},{"id":"https://openalex.org/C61673122","wikidata":"https://www.wikidata.org/wiki/Q7095059","display_name":"Ontology language","level":3,"score":0.2671999931335449},{"id":"https://openalex.org/C101230327","wikidata":"https://www.wikidata.org/wiki/Q826165","display_name":"Web Ontology Language","level":3,"score":0.25940001010894775}],"mesh":[{"descriptor_ui":"D000097103","descriptor_name":"Digital Health","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000097103","descriptor_name":"Digital Health","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D064229","descriptor_name":"Biological Ontologies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D064229","descriptor_name":"Biological Ontologies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D064229","descriptor_name":"Biological Ontologies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.3233/shti260304","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti260304","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:42174978","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42174978","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":"Journal Article"},{"id":"pmh:oai:pure.atira.dk:openaire/065cc361-4684-4bac-b9ea-dbfdedf27fb2","is_oa":false,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/065cc361-4684-4bac-b9ea-dbfdedf27fb2","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.3233/shti260304","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti260304","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Ontology":[0],"engineering":[1],"plays":[2],"a":[3,43,86,131],"critical":[4],"role":[5],"in":[6,14,109],"modelling":[7,154],"structured":[8],"knowledge":[9],"and":[10,23,57,60,72,93,126,129,155],"ensuring":[11],"semantic":[12],"interoperability":[13],"digital":[15],"healthcare.":[16],"However,":[17],"manually":[18,87],"developing":[19],"ontologies":[20],"is":[21],"time-consuming":[22],"dependent":[24],"on":[25,38],"human":[26,127],"expertise.":[27],"This":[28,117],"study":[29,118],"investigates":[30],"the":[31,82,120],"utility":[32],"of":[33,123,137],"large":[34],"language":[35],"models":[36],"(LLMs)":[37],"enhancing":[39],"ontology":[40,89,139],"development":[41],"with":[42,74],"human-in-the-loop":[44,99],"workflow.":[45],"LLMs":[46,106],"were":[47,67,79],"integrated":[48],"at":[49],"three":[50],"checkpoints:":[51],"(1)":[52],"term":[53],"extraction,":[54],"(2)":[55],"class":[56],"hierarchy":[58],"definition,":[59],"(3)":[61],"relation":[62],"specification.":[63],"Two":[64],"experimental":[65],"settings":[66],"tested,":[68],"including":[69],"LLM-only":[70],"generation":[71],"LLM":[73],"additional":[75],"manual":[76],"inputs.":[77],"Results":[78],"compared":[80],"against":[81],"stage-wise":[83,135],"outputs":[84],"from":[85],"constructed":[88],"using":[90],"precision,":[91],"recall,":[92],"F1":[94],"metrics.":[95],"Findings":[96],"showed":[97],"that":[98],"input":[100],"consistently":[101],"improves":[102],"output":[103],"quality,":[104],"while":[105],"perform":[107],"better":[108],"early":[110],"conceptualisation":[111],"stages":[112],"than":[113],"later":[114],"formalisation":[115],"stages.":[116],"highlights":[119],"complementary":[121],"strengths":[122],"transformer-based":[124],"reasoning":[125],"validation":[128],"presents":[130],"reproducible":[132],"framework":[133],"for":[134,146],"evaluation":[136],"LLM-assisted":[138],"engineering.":[140],"The":[141],"findings":[142],"offer":[143],"practical":[144],"guidance":[145],"integrating":[147],"generative":[148],"AI":[149],"into":[150],"ontology-driven":[151],"health":[152],"data":[153],"standardisation.":[156]},"counts_by_year":[],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2026-05-22T00:00:00"}