{"id":"https://openalex.org/W7225401341","doi":"https://doi.org/10.1016/j.ejrai.2026.100136","title":"Institution-specific CT protocol assignment from referral text: A comparison of prompt-engineered and fine-tuned transformer-based language models","display_name":"Institution-specific CT protocol assignment from referral text: A comparison of prompt-engineered and fine-tuned transformer-based language models","publication_year":2026,"publication_date":"2026-11-06","ids":{"openalex":"https://openalex.org/W7225401341","doi":"https://doi.org/10.1016/j.ejrai.2026.100136"},"language":"en","primary_location":{"id":"doi:10.1016/j.ejrai.2026.100136","doi":"https://doi.org/10.1016/j.ejrai.2026.100136","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ejrai.2026.100136","pdf_url":"https://www.ejrai.com/article/S3050-5771(26)00067-8/pdf","source":{"id":"https://openalex.org/S5407047407","display_name":"European Journal of Radiology Artificial Intelligence","issn_l":"3050-5771","issn":["3050-5771"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Radiology Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ejrai.com/article/S3050-5771(26)00067-8/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062360714","display_name":"Jack Junchi Xu","orcid":"https://orcid.org/0000-0002-2259-6795","observed_orcids":["https://orcid.org/0000-0002-2259-6795"]},"institutions":[{"id":"https://openalex.org/I2802567020","display_name":"Copenhagen University Hospital","ror":"https://ror.org/05bpbnx46","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2802567020"]},{"id":"https://openalex.org/I2802582725","display_name":"Gentofte Hospital","ror":"https://ror.org/051dzw862","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2802567020","https://openalex.org/I2802582725"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Jack Junchi Xu","raw_affiliation_strings":["Copenhagen University Hospital, Herlev and Gentofte, Denmark","Radiological AI Testcenter (RAIT.dk)"],"raw_orcid":"https://orcid.org/0000-0002-2259-6795","affiliations":[{"raw_affiliation_string":"Copenhagen University Hospital, Herlev and Gentofte, Denmark","institution_ids":["https://openalex.org/I2802567020","https://openalex.org/I2802582725"]},{"raw_affiliation_string":"Radiological AI Testcenter (RAIT.dk)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161030259","display_name":"Mathias Brejneb\u00f8l","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2801150652","display_name":"Frederiksberg Hospital","ror":"https://ror.org/00d264c35","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2801150652","https://openalex.org/I2802567020"]},{"id":"https://openalex.org/I2801941904","display_name":"Bispebjerg Hospital","ror":"https://ror.org/00td68a17","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2801941904","https://openalex.org/I2802567020"]},{"id":"https://openalex.org/I2802567020","display_name":"Copenhagen University Hospital","ror":"https://ror.org/05bpbnx46","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2802567020"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Mathias Willadsen Brejneb\u00f8l","raw_affiliation_strings":["Copenhagen University Hospital, Bispebjerg and Frederiksberg Hospital, Denmark","Radiological AI Testcenter (RAIT.dk)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Copenhagen University Hospital, Bispebjerg and Frederiksberg Hospital, Denmark","institution_ids":["https://openalex.org/I2801150652","https://openalex.org/I2801941904","https://openalex.org/I2802567020"]},{"raw_affiliation_string":"Radiological AI Testcenter (RAIT.dk)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061330686","display_name":"Helene Mygind Wolsk","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2802567020","display_name":"Copenhagen University Hospital","ror":"https://ror.org/05bpbnx46","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2802567020"]},{"id":"https://openalex.org/I2802582725","display_name":"Gentofte Hospital","ror":"https://ror.org/051dzw862","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2802567020","https://openalex.org/I2802582725"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Helene Mygind Wolsk","raw_affiliation_strings":["Copenhagen University Hospital, Herlev and Gentofte, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Copenhagen University Hospital, Herlev and Gentofte, Denmark","institution_ids":["https://openalex.org/I2802567020","https://openalex.org/I2802582725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013952904","display_name":"Sidse Schwartz Balle","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2802567020","display_name":"Copenhagen University Hospital","ror":"https://ror.org/05bpbnx46","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2802567020"]},{"id":"https://openalex.org/I2802582725","display_name":"Gentofte Hospital","ror":"https://ror.org/051dzw862","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2802567020","https://openalex.org/I2802582725"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Sidse Schwartz Balle","raw_affiliation_strings":["Copenhagen University Hospital, Herlev and Gentofte, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Copenhagen University Hospital, Herlev and Gentofte, Denmark","institution_ids":["https://openalex.org/I2802567020","https://openalex.org/I2802582725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036349618","display_name":"Felix Christoph M\u00fcller","orcid":"https://orcid.org/0000-0003-1051-8439","observed_orcids":["https://orcid.org/0000-0003-1051-8439"]},"institutions":[{"id":"https://openalex.org/I2802567020","display_name":"Copenhagen University Hospital","ror":"https://ror.org/05bpbnx46","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2802567020"]},{"id":"https://openalex.org/I2802582725","display_name":"Gentofte Hospital","ror":"https://ror.org/051dzw862","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2802567020","https://openalex.org/I2802582725"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Felix Christoph M\u00fcller","raw_affiliation_strings":["Copenhagen University Hospital, Herlev and Gentofte, Denmark","Radiological AI Testcenter (RAIT.dk)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Copenhagen University Hospital, Herlev and Gentofte, Denmark","institution_ids":["https://openalex.org/I2802567020","https://openalex.org/I2802582725"]},{"raw_affiliation_string":"Radiological AI Testcenter (RAIT.dk)","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030909667","display_name":"Michael Brun Andersen","orcid":"https://orcid.org/0000-0003-4886-5620","observed_orcids":["https://orcid.org/0000-0003-4886-5620"]},"institutions":[{"id":"https://openalex.org/I2802567020","display_name":"Copenhagen University Hospital","ror":"https://ror.org/05bpbnx46","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2802567020"]},{"id":"https://openalex.org/I2802582725","display_name":"Gentofte Hospital","ror":"https://ror.org/051dzw862","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2802567020","https://openalex.org/I2802582725"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Michael Brun Andersen","raw_affiliation_strings":["Copenhagen University Hospital, Herlev and Gentofte, Denmark","Radiological AI Testcenter (RAIT.dk)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Copenhagen University Hospital, Herlev and Gentofte, Denmark","institution_ids":["https://openalex.org/I2802567020","https://openalex.org/I2802582725"]},{"raw_affiliation_string":"Radiological AI Testcenter (RAIT.dk)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5062360714"],"corresponding_institution_ids":["https://openalex.org/I2802567020","https://openalex.org/I2802582725"],"apc_list":{"value":2900,"currency":"USD","value_usd":2900},"apc_paid":{"value":2900,"currency":"USD","value_usd":2900},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":null,"first_page":"100136","last_page":"100136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.025299999862909317,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7670000195503235},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.7599999904632568},{"id":"https://openalex.org/keywords/roberta","display_name":"RoBERTa","score":0.7770000100135803},{"id":"https://openalex.org/keywords/gpt-4o-mini","display_name":"GPT-4o-mini","score":0.9580000042915344},{"id":"https://openalex.org/keywords/clinical-guidelines-adherence","display_name":"clinical guidelines adherence","score":0.6129999756813049},{"id":"https://openalex.org/keywords/chest-ct","display_name":"chest CT","score":0.7979999780654907},{"id":"https://openalex.org/keywords/low-dose-chest-ct","display_name":"low-dose chest CT","score":0.753000020980835}],"concepts":[{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5810999870300293},{"id":"https://openalex.org/C2776135927","wikidata":"https://www.wikidata.org/wiki/Q5242559","display_name":"Referral","level":2,"score":0.49619999527931213},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48890000581741333},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.4731000065803528},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.3215999901294708},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3028999865055084},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.2842000126838684},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26570001244544983},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26080000400543213}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.ejrai.2026.100136","doi":"https://doi.org/10.1016/j.ejrai.2026.100136","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ejrai.2026.100136","pdf_url":"https://www.ejrai.com/article/S3050-5771(26)00067-8/pdf","source":{"id":"https://openalex.org/S5407047407","display_name":"European Journal of Radiology Artificial Intelligence","issn_l":"3050-5771","issn":["3050-5771"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Radiology Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.ejrai.2026.100136","doi":"https://doi.org/10.1016/j.ejrai.2026.100136","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ejrai.2026.100136","pdf_url":"https://www.ejrai.com/article/S3050-5771(26)00067-8/pdf","source":{"id":"https://openalex.org/S5407047407","display_name":"European Journal of Radiology Artificial Intelligence","issn_l":"3050-5771","issn":["3050-5771"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Radiology Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6240000128746033,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321590","display_name":"Gentofte Hospital","ror":"https://ror.org/051dzw862"},{"id":"https://openalex.org/F4320321957","display_name":"Herlev Hospital","ror":"https://ror.org/00wys9y90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225401341.pdf","grobid_xml":"https://content.openalex.org/works/W7225401341.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W3101646318","https://openalex.org/W4289745509","https://openalex.org/W4380422747","https://openalex.org/W4385230595","https://openalex.org/W4389033138","https://openalex.org/W4391158659","https://openalex.org/W4391352835","https://openalex.org/W4403122979","https://openalex.org/W4403815053","https://openalex.org/W4404354416","https://openalex.org/W4412188017"],"related_works":["https://openalex.org/W6908647563","https://openalex.org/W4362520681","https://openalex.org/W6927036707","https://openalex.org/W4412487406","https://openalex.org/W6889799553","https://openalex.org/W7160302872","https://openalex.org/W7160840989","https://openalex.org/W3082684893","https://openalex.org/W4416217935","https://openalex.org/W6908571622"],"abstract_inverted_index":{"Purpose":[0],"Radiological":[1],"vetting":[2,111,218],"involves":[3],"reviewing":[4],"imaging":[5],"referrals":[6],"to":[7,43,45,157,215],"confirm":[8],"their":[9,41],"appropriateness":[10,39],"and":[11,57,97,103,119,131,172,198,209],"assign":[12],"an":[13],"acquisition":[14],"protocol.":[15],"Growing":[16],"workforce":[17],"shortages":[18],"have":[19,33],"turned":[20],"this":[21,78],"vital":[22],"step":[23],"into":[24,90],"a":[25,53,58,104,145,182,240],"resource-intensive":[26],"bottleneck.":[27],"While":[28],"Large":[29],"Language":[30],"Models":[31],"(LLMs)":[32],"shown":[34],"promise":[35],"in":[36],"applying":[37],"generic":[38],"criteria,":[40],"ability":[42],"adapt":[44],"institution-specific":[46,64],"protocols":[47,229],"remains":[48],"unexplored.":[49],"This":[50],"study":[51],"evaluates":[52],"generative":[54],"LLM":[55],"(GPT-4o-mini)":[56],"medically":[59],"pretrained":[60],"RoBERTa":[61,106,143,193,222],"model":[62,107,126,223],"on":[63,72,95,226],"CT":[65,81],"protocol":[66,92],"assignment":[67],"from":[68,86],"referral":[69],"text":[70],"based":[71],"local":[73,217],"clinical":[74],"guidelines":[75],"Methods":[76],"In":[77],"retrospective":[79],"study,":[80],"requests":[82],"at":[83],"our":[84],"institution":[85],"2023":[87],"were":[88],"categorized":[89],"17":[91],"labels,":[93],"focusing":[94],"thoracic":[96],"urogenital":[98],"examinations.":[99],"We":[100,123],"evaluated":[101],"GPT-4o-mini":[102,158],"fine-tuned":[105,208,221],"against":[108],"the":[109,125,133,150,186,216,236],"original":[110],"by":[112],"radiologists.":[113],"Primary":[114],"outcomes":[115],"included":[116],"overall":[117,147],"agreement":[118,148],"per-class":[120],"performance":[121,127],"metrics.":[122],"compared":[124,156],"using":[128,136],"McNemar's":[129],"test":[130],"estimated":[132],"effect":[134],"sizes":[135],"odds":[137],"ratios.":[138],"Results":[139],"Among":[140],"16,926":[141],"referrals,":[142],"achieved":[144],"higher":[146],"with":[149,169],"reference":[151],"standard":[152],"(95.7%,":[153],"736":[154],"mismatches)":[155],"(95.2%,":[159],"802":[160],"mismatches).":[161],"Both":[162,207],"models":[163,211],"performed":[164,224],"well":[165],"for":[166,192,196],"frequent":[167],"protocols,":[168],"renal":[170],"stone":[171],"low-dose":[173],"chest":[174],"CTs":[175],"achieving":[176],"PPV":[177],"\u22650.98.":[178],"Macro-averaged":[179],"metrics":[180],"showed":[181],"larger":[183],"gap":[184],"between":[185],"models:":[187],"balanced":[188],"accuracy":[189],"was":[190,201],"86.1%":[191],"versus":[194,203],"70.1%":[195],"GPT-4o-mini,":[197],"macro":[199],"F1":[200,231],"74.7%":[202,232],"59.8%,":[204],"respectively.":[205],"Conclusion":[206],"prompt-based":[210],"demonstrated":[212],"high":[213],"adherence":[214],"guidelines.":[219],"The":[220],"better":[225],"most":[227],"low-frequency":[228],"(macro":[230],"vs":[233],"59.8%),":[234],"whereas":[235],"prompt-engineered":[237],"approach":[238],"offers":[239],"flexible":[241],"alternative":[242],"that":[243],"avoids":[244],"per-institution":[245],"retraining.":[246]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-07T00:00:00"}