{"id":"https://openalex.org/W7225182704","doi":"https://doi.org/10.3390/computation14110272","title":"SPE-ECG: An Ontology-Guided Knowledge Representation Framework for Enhancing LLM-Based Code Generation","display_name":"SPE-ECG: An Ontology-Guided Knowledge Representation Framework for Enhancing LLM-Based Code Generation","publication_year":2026,"publication_date":"2026-11-03","ids":{"openalex":"https://openalex.org/W7225182704","doi":"https://doi.org/10.3390/computation14110272"},"language":"en","primary_location":{"id":"doi:10.3390/computation14110272","doi":"https://doi.org/10.3390/computation14110272","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computation14110272","pdf_url":null,"source":{"id":"https://openalex.org/S2738402919","display_name":"Computation","issn_l":"2079-3197","issn":["2079-3197"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computation","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/computation14110272","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160523102","display_name":"Talha Mahmood","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I179531654","display_name":"Shifa Tameer-e-Millat University","ror":"https://ror.org/021p6rb08","country_code":"PK","type":"education","lineage":["https://openalex.org/I179531654"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Talha Mahmood","raw_affiliation_strings":["Faculty of Computing, Shifa Tameer-e-Millat University, Islamabad 44000, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Shifa Tameer-e-Millat University, Islamabad 44000, Pakistan","institution_ids":["https://openalex.org/I179531654"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108009280","display_name":"Muhammad Tanvir Afzal","orcid":"https://orcid.org/0000-0002-9765-8815","observed_orcids":["https://orcid.org/0000-0002-9765-8815"]},"institutions":[{"id":"https://openalex.org/I179311214","display_name":"Gulf University for Science & Technology","ror":"https://ror.org/04d9rzd67","country_code":"KW","type":"education","lineage":["https://openalex.org/I179311214"]},{"id":"https://openalex.org/I179531654","display_name":"Shifa Tameer-e-Millat University","ror":"https://ror.org/021p6rb08","country_code":"PK","type":"education","lineage":["https://openalex.org/I179531654"]},{"id":"https://openalex.org/I2800638415","display_name":"University of Applied Sciences Potsdam","ror":"https://ror.org/012m9bp23","country_code":"DE","type":"education","lineage":["https://openalex.org/I2800638415"]}],"countries":["DE","KW","PK"],"is_corresponding":false,"raw_author_name":"Muhammad Tanvir Afzal","raw_affiliation_strings":["Department of Computer Science, Gulf University for Science and Technology (GUST), P.O. Box 7207, Hawally 32093, Kuwait","Department of Computing and Data Science, GISMA University of Applied Sciences, 14469 Potsdam, Germany","Faculty of Computing, Shifa Tameer-e-Millat University, Islamabad 44000, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Gulf University for Science and Technology (GUST), P.O. Box 7207, Hawally 32093, Kuwait","institution_ids":["https://openalex.org/I179311214"]},{"raw_affiliation_string":"Department of Computing and Data Science, GISMA University of Applied Sciences, 14469 Potsdam, Germany","institution_ids":["https://openalex.org/I2800638415"]},{"raw_affiliation_string":"Faculty of Computing, Shifa Tameer-e-Millat University, Islamabad 44000, Pakistan","institution_ids":["https://openalex.org/I179531654"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076799915","display_name":"Ahmad Sami Al\u2010Shamayleh","orcid":"https://orcid.org/0000-0002-7222-2433","observed_orcids":["https://orcid.org/0000-0002-7222-2433"]},"institutions":[{"id":"https://openalex.org/I104941359","display_name":"Al-Ahliyya Amman University","ror":"https://ror.org/00xddhq60","country_code":"JO","type":"education","lineage":["https://openalex.org/I104941359"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Ahmad Sami Al-Shamayleh","raw_affiliation_strings":["Department of Data Science and Artificial Intelligence, Faculty of Information Technology, Al-Ahliyya Amman University, Amman 19111, Jordan"],"raw_orcid":"https://orcid.org/0000-0002-7222-2433","affiliations":[{"raw_affiliation_string":"Department of Data Science and Artificial Intelligence, Faculty of Information Technology, Al-Ahliyya Amman University, Amman 19111, Jordan","institution_ids":["https://openalex.org/I104941359"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101731558","display_name":"Ghulam Mustafa","orcid":"https://orcid.org/0000-0002-0354-8229","observed_orcids":["https://orcid.org/0000-0002-0354-8229"]},"institutions":[{"id":"https://openalex.org/I179531654","display_name":"Shifa Tameer-e-Millat University","ror":"https://ror.org/021p6rb08","country_code":"PK","type":"education","lineage":["https://openalex.org/I179531654"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Ghulam Mustafa","raw_affiliation_strings":["Faculty of Computing, Shifa Tameer-e-Millat University, Islamabad 44000, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Shifa Tameer-e-Millat University, Islamabad 44000, Pakistan","institution_ids":["https://openalex.org/I179531654"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046258353","display_name":"Isabel de la Torre D\u00edez","orcid":"https://orcid.org/0009-0001-4673-2747","observed_orcids":["https://orcid.org/0009-0001-4673-2747"]},"institutions":[{"id":"https://openalex.org/I108103353","display_name":"Universidad de Valladolid","ror":"https://ror.org/01fvbaw18","country_code":"ES","type":"education","lineage":["https://openalex.org/I108103353"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Isabel De la Torre D\u00edez","raw_affiliation_strings":["eHealth and Telemedicine Group, University of Valladolid, 47011 Valladolid, Spain"],"raw_orcid":"https://orcid.org/0009-0001-4673-2747","affiliations":[{"raw_affiliation_string":"eHealth and Telemedicine Group, University of Valladolid, 47011 Valladolid, Spain","institution_ids":["https://openalex.org/I108103353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138761786","display_name":"L\u00e1zaro Javier Hern\u00e1ndez Rodr\u00edguez","orcid":"https://orcid.org/0000-0002-8842-7783","observed_orcids":["https://orcid.org/0000-0002-8842-7783"]},"institutions":[{"id":"https://openalex.org/I4210128504","display_name":"Universidad Europea del Atl\u00e1ntico","ror":"https://ror.org/048tesw25","country_code":"ES","type":"education","lineage":["https://openalex.org/I4210128504"]},{"id":"https://openalex.org/I4387155258","display_name":"Universidad Internacional Iberoamericana","ror":"https://ror.org/00epbns71","country_code":"PR","type":"education","lineage":["https://openalex.org/I4387155258"]},{"id":"https://openalex.org/I4387156111","display_name":"Universidad Internacional Iberoamericana","ror":"https://ror.org/04587ry40","country_code":"MX","type":"education","lineage":["https://openalex.org/I4387156111"]}],"countries":["ES","MX","PR"],"is_corresponding":false,"raw_author_name":"L\u00e1zaro Javier Hern\u00e1ndez Rodr\u00edguez","raw_affiliation_strings":["Departamento de Ciencias de la Computaci\u00f3n, Universidad Internacional Iberoamericana, Campeche 24560, Mexico","Departamento de Soluciones Tecnol\u00f3gicas y Sistemas, Escuela Polit\u00e9cnica Superior, Universidad Europea del Atl\u00e1ntico, Isabel Torres 21, 39011 Santander, Spain","Department of Computer Science, Universidad Internacional Iberoamericana, Arecibo, PR 00613, USA"],"raw_orcid":"https://orcid.org/0000-0002-8842-7783","affiliations":[{"raw_affiliation_string":"Departamento de Ciencias de la Computaci\u00f3n, Universidad Internacional Iberoamericana, Campeche 24560, Mexico","institution_ids":["https://openalex.org/I4387156111"]},{"raw_affiliation_string":"Departamento de Soluciones Tecnol\u00f3gicas y Sistemas, Escuela Polit\u00e9cnica Superior, Universidad Europea del Atl\u00e1ntico, Isabel Torres 21, 39011 Santander, Spain","institution_ids":["https://openalex.org/I4210128504"]},{"raw_affiliation_string":"Department of Computer Science, Universidad Internacional Iberoamericana, Arecibo, PR 00613, USA","institution_ids":["https://openalex.org/I4387155258"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076926796","display_name":"Pablo Herrero Garc\u00eda","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210128504","display_name":"Universidad Europea del Atl\u00e1ntico","ror":"https://ror.org/048tesw25","country_code":"ES","type":"education","lineage":["https://openalex.org/I4210128504"]},{"id":"https://openalex.org/I4387154151","display_name":"Universidade Internacional do Cuanza","ror":"https://ror.org/04t45q150","country_code":"AO","type":"education","lineage":["https://openalex.org/I4387154151"]},{"id":"https://openalex.org/I4391767878","display_name":"Universidad de la Romana","ror":"https://ror.org/051sm7d31","country_code":"DO","type":"education","lineage":["https://openalex.org/I4391767878"]}],"countries":["AO","DO","ES"],"is_corresponding":false,"raw_author_name":"Pablo Herrero Garc\u00eda","raw_affiliation_strings":["Departamento de Ciencias de la Computaci\u00f3n, Universidad de La Romana, La Romana 22000, Dominican Republic","Departamento de Ci\u00eancias da Computa\u00e7\u00e3o, Universidade Internacional do Cuanza, Estrada Nacional 250, Bairro Kaluapanda, Cuito, Bi\u00e9, Angola","Departamento de Soluciones Tecnol\u00f3gicas y Sistemas, Escuela Polit\u00e9cnica Superior, Universidad Europea del Atl\u00e1ntico, Isabel Torres 21, 39011 Santander, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Ciencias de la Computaci\u00f3n, Universidad de La Romana, La Romana 22000, Dominican Republic","institution_ids":["https://openalex.org/I4391767878"]},{"raw_affiliation_string":"Departamento de Ci\u00eancias da Computa\u00e7\u00e3o, Universidade Internacional do Cuanza, Estrada Nacional 250, Bairro Kaluapanda, Cuito, Bi\u00e9, Angola","institution_ids":["https://openalex.org/I4387154151"]},{"raw_affiliation_string":"Departamento de Soluciones Tecnol\u00f3gicas y Sistemas, Escuela Polit\u00e9cnica Superior, Universidad Europea del Atl\u00e1ntico, Isabel Torres 21, 39011 Santander, Spain","institution_ids":["https://openalex.org/I4210128504"]}]}],"institutions":[],"countries_distinct_count":9,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5101731558"],"corresponding_institution_ids":["https://openalex.org/I179531654"],"apc_list":{"value":1800,"currency":"CHF","value_usd":2172},"apc_paid":{"value":1800,"currency":"CHF","value_usd":2172},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.76971009,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":"11","first_page":"272","last_page":"272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.25099998712539673,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.25099998712539673,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.2084999978542328,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.17749999463558197,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.5989999771118164},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.7490000128746033},{"id":"https://openalex.org/keywords/clinical-protocols","display_name":"clinical protocols","score":0.6069999933242798},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.7590000033378601},{"id":"https://openalex.org/keywords/structured-prompting","display_name":"structured prompting","score":0.7979999780654907},{"id":"https://openalex.org/keywords/part-of-speech-tagging","display_name":"part-of-speech tagging","score":0.7620000243186951},{"id":"https://openalex.org/keywords/domain-dictionary","display_name":"domain dictionary","score":0.7260000109672546},{"id":"https://openalex.org/keywords/rheumatoid-arthritis","display_name":"rheumatoid arthritis","score":0.7039999961853027},{"id":"https://openalex.org/keywords/llm-comparison","display_name":"LLM comparison","score":0.3100000023841858}],"concepts":[{"id":"https://openalex.org/C108757681","wikidata":"https://www.wikidata.org/wiki/Q2773912","display_name":"Bigram","level":3,"score":0.8284000158309937},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8019999861717224},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4700999855995178},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4684000015258789},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46129998564720154},{"id":"https://openalex.org/C2780416260","wikidata":"https://www.wikidata.org/wiki/Q2063","display_name":"JSON","level":2,"score":0.43970000743865967},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4309000074863434},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.420199990272522},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.40230000019073486},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.3921999931335449},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3352999985218048},{"id":"https://openalex.org/C63435697","wikidata":"https://www.wikidata.org/wiki/Q864135","display_name":"Binary code","level":3,"score":0.3292999863624573},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.32710000872612},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29989999532699585},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.28690001368522644},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2793999910354614},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26350000500679016},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C622187","wikidata":"https://www.wikidata.org/wiki/Q3500773","display_name":"BLEU","level":3,"score":0.25540000200271606},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/computation14110272","doi":"https://doi.org/10.3390/computation14110272","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computation14110272","pdf_url":null,"source":{"id":"https://openalex.org/S2738402919","display_name":"Computation","issn_l":"2079-3197","issn":["2079-3197"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computation","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/computation14110272","doi":"https://doi.org/10.3390/computation14110272","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computation14110272","pdf_url":null,"source":{"id":"https://openalex.org/S2738402919","display_name":"Computation","issn_l":"2079-3197","issn":["2079-3197"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computation","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2004879943","https://openalex.org/W2045766845","https://openalex.org/W2047991803","https://openalex.org/W2101105183","https://openalex.org/W2137079713","https://openalex.org/W2159583324","https://openalex.org/W2911489562","https://openalex.org/W2963716420","https://openalex.org/W3209722108","https://openalex.org/W4229675450","https://openalex.org/W4387002841","https://openalex.org/W4389438938","https://openalex.org/W4390692489","https://openalex.org/W4397032804","https://openalex.org/W4399807068","https://openalex.org/W4401386758","https://openalex.org/W4404783537","https://openalex.org/W7133198585","https://openalex.org/W7133211372","https://openalex.org/W7155527102"],"related_works":["https://openalex.org/W7220958999","https://openalex.org/W4401996408","https://openalex.org/W7203837894","https://openalex.org/W7160495950","https://openalex.org/W7221554149","https://openalex.org/W7157174875","https://openalex.org/W4411507112","https://openalex.org/W7129632596","https://openalex.org/W7204842808","https://openalex.org/W7125488412"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"can":[4,39,169],"translate":[5],"natural-language":[6],"instructions":[7],"into":[8,41,66],"code,":[9],"but":[10,153],"when":[11],"the":[12,19,31,111,121,125,143],"input":[13,167],"is":[14,212],"unstructured":[15,63],"clinical":[16,45,210],"protocol":[17],"text,":[18],"generated":[20,112],"code":[21,114,123],"may":[22],"omit":[23],"doses,":[24],"monitoring":[25,94],"intervals,":[26],"or":[27,194,204],"safety":[28],"thresholds":[29],"that":[30,43,61,165,178],"text":[32,65,71],"states.":[33],"Such":[34],"omissions":[35],"matter":[36],"because":[37],"they":[38],"propagate":[40],"software":[42],"supports":[44],"monitoring.":[46],"We":[47],"propose":[48],"SPE-ECG":[49],"(Structured":[50],"Prompt":[51],"Engineering":[52],"for":[53,132,148,157,160,188],"Enhanced":[54],"Code":[55],"Generation),":[56],"a":[57,67,86,183],"transparent,":[58],"rule-based":[59],"pipeline":[60],"converts":[62],"domain":[64,79],"JSON":[68],"prompt":[69],"using":[70,115],"cleaning,":[72],"part-of-speech":[73],"tagging,":[74],"bigram":[75],"matching,":[76],"and":[77,99,108,141,150,177,209],"hand-built":[78],"dictionaries,":[80],"without":[81],"fine-tuning":[82],"any":[83,215],"model.":[84],"In":[85],"case":[87],"study":[88],"of":[89,124,138],"43":[90],"rheumatoid":[91],"arthritis":[92],"DMARD":[93],"protocols,":[95],"we":[96],"compared":[97],"raw":[98],"structured":[100],"prompts":[101],"on":[102,192],"three":[103,134],"LLMs":[104],"(GPT-3.5,":[105],"LLaMA":[106,151],"2,":[107],"Gemma),":[109],"scoring":[110],"Python":[113],"version":[116],"3.15.1":[117],"with":[118],"BLEU":[119,130,197],"against":[120],"raw-prompt":[122],"other":[126],"two":[127],"models.":[128,196],"Mean":[129],"rose":[131],"all":[133],"models":[135],"(relative":[136],"gains":[137],"55.1%,":[139],"32.5%,":[140],"19.9%);":[142],"paired":[144],"differences":[145],"were":[146],"significant":[147],"GPT-3.5":[149],"2":[152],"not,":[154],"after":[155],"correction":[156],"multiple":[158],"comparisons,":[159],"Gemma.":[161],"These":[162],"results":[163],"suggest":[164],"lightweight":[166],"structuring":[168],"change":[170],"how":[171],"closely":[172],"different":[173],"models\u2019":[174],"outputs":[175],"agree,":[176],"it":[179],"could":[180],"serve":[181],"as":[182],"low-cost,":[184],"auditable":[185],"preparation":[186],"step":[187],"protocol-to-code":[189],"tools":[190],"built":[191],"free":[193],"open":[195],"does":[198],"not":[199],"measure":[200],"correctness,":[201],"no":[202],"ablation":[203],"state-of-the-art":[205],"baseline":[206],"was":[207],"run,":[208],"validation":[211],"required":[213],"before":[214],"use.":[216]},"counts_by_year":[],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2026-11-04T00:00:00"}