{"id":"https://openalex.org/W4385757404","doi":"https://doi.org/10.1109/tnnls.2023.3294633","title":"Clinical Prompt Learning With Frozen Language Models","display_name":"Clinical Prompt Learning With Frozen Language Models","publication_year":2023,"publication_date":"2023-08-11","ids":{"openalex":"https://openalex.org/W4385757404","doi":"https://doi.org/10.1109/tnnls.2023.3294633","pmid":"https://pubmed.ncbi.nlm.nih.gov/37566498"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3294633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3294633","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007127962","display_name":"Niall Taylor","orcid":"https://orcid.org/0000-0001-6682-334X"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Niall Taylor","raw_affiliation_strings":["Department of Psychiatry, University of Oxford, Oxford, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Psychiatry, University of Oxford, Oxford, U.K","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101926151","display_name":"Yi Zhang","orcid":"https://orcid.org/0009-0003-4394-3447"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["Department of Psychiatry, University of Oxford, Oxford, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Psychiatry, University of Oxford, Oxford, U.K","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002709335","display_name":"Dan W. Joyce","orcid":null},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dan W. Joyce","raw_affiliation_strings":["Department of Primary Care and Mental Health, University of Liverpool, Liverpool, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Primary Care and Mental Health, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112897491","display_name":"Ziming Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ziming Gao","raw_affiliation_strings":["Department of Psychiatry, University of Oxford, Oxford, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Psychiatry, University of Oxford, Oxford, U.K","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069331474","display_name":"Andrey Kormilitzin","orcid":"https://orcid.org/0000-0003-3555-9181"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrey Kormilitzin","raw_affiliation_strings":["Department of Psychiatry, University of Oxford, Oxford, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Psychiatry, University of Oxford, Oxford, U.K","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045725813","display_name":"Alejo Nevado\u2010Holgado","orcid":"https://orcid.org/0000-0001-9276-2720"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alejo Nevado-Holgado","raw_affiliation_strings":["Department of Psychiatry, University of Oxford, Oxford, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Psychiatry, University of Oxford, Oxford, U.K","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5007127962"],"corresponding_institution_ids":["https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":8.2657,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.98214944,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"35","issue":"11","first_page":"16453","last_page":"16463"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8095453977584839},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7480468153953552},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6589560508728027},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6236340999603271},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"Fine-tuning","score":0.5628843307495117},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5413799285888672},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5384597182273865},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4431791305541992},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.4226980209350586},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.41947075724601746},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4174618721008301}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8095453977584839},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7480468153953552},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6589560508728027},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6236340999603271},{"id":"https://openalex.org/C157524613","wikidata":"https://www.wikidata.org/wiki/Q2828883","display_name":"Fine-tuning","level":2,"score":0.5628843307495117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5413799285888672},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5384597182273865},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4431791305541992},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.4226980209350586},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.41947075724601746},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4174618721008301},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3294633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3294633","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37566498","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37566498","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2952662752","display_name":"EPSRC Centre for Doctoral Training in Health Data Science","funder_award_id":"EP/S02428X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5162529051","display_name":null,"funder_award_id":"A2926","funder_id":"https://openalex.org/F4320320320","funder_display_name":"Rosetrees Trust"},{"id":"https://openalex.org/G699849130","display_name":null,"funder_award_id":"NIHR-AI-AWARD0-2183","funder_id":"https://openalex.org/F4320315071","funder_display_name":"NIHR Biomedical Research Centre, Royal Marsden NHS Foundation Trust/Institute of Cancer Research"}],"funders":[{"id":"https://openalex.org/F4320315071","display_name":"NIHR Biomedical Research Centre, Royal Marsden NHS Foundation Trust/Institute of Cancer Research","ror":"https://ror.org/0187kwz08"},{"id":"https://openalex.org/F4320320320","display_name":"Rosetrees Trust","ror":"https://ror.org/04e3zg361"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W2396881363","https://openalex.org/W2901331771","https://openalex.org/W2911489562","https://openalex.org/W2937845937","https://openalex.org/W2964303773","https://openalex.org/W3011483410","https://openalex.org/W3017313856","https://openalex.org/W3046154197","https://openalex.org/W3046375318","https://openalex.org/W3118781290","https://openalex.org/W3153672153","https://openalex.org/W3168867926","https://openalex.org/W3173566921","https://openalex.org/W3185341429","https://openalex.org/W3205270560","https://openalex.org/W3210129272","https://openalex.org/W4221143046","https://openalex.org/W4221143523","https://openalex.org/W4221150520","https://openalex.org/W4224308101","https://openalex.org/W4286985375","https://openalex.org/W4288083420","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4321276774","https://openalex.org/W4390789641","https://openalex.org/W6748778741","https://openalex.org/W6751104502","https://openalex.org/W6755207826","https://openalex.org/W6756272424","https://openalex.org/W6757817989","https://openalex.org/W6758293299","https://openalex.org/W6759579507","https://openalex.org/W6761260114","https://openalex.org/W6761672038","https://openalex.org/W6764537895","https://openalex.org/W6764724796","https://openalex.org/W6765259883","https://openalex.org/W6769243733","https://openalex.org/W6769627184","https://openalex.org/W6773357711","https://openalex.org/W6774858641","https://openalex.org/W6776224121","https://openalex.org/W6776277508","https://openalex.org/W6778883912","https://openalex.org/W6788175385","https://openalex.org/W6788701349","https://openalex.org/W6793601707","https://openalex.org/W6796581206","https://openalex.org/W6797432014","https://openalex.org/W6801409643","https://openalex.org/W6801420120","https://openalex.org/W6802386650","https://openalex.org/W6802669662","https://openalex.org/W6803842174","https://openalex.org/W6809646742","https://openalex.org/W6810081322","https://openalex.org/W6810475697","https://openalex.org/W6849586415","https://openalex.org/W6850287543"],"related_works":["https://openalex.org/W3023285645","https://openalex.org/W3037551068","https://openalex.org/W4288365749","https://openalex.org/W2936497627","https://openalex.org/W3013624417","https://openalex.org/W4287826556","https://openalex.org/W3098382480","https://openalex.org/W4287598411","https://openalex.org/W3100913109","https://openalex.org/W3198458223"],"abstract_inverted_index":{"When":[0],"the":[1,9,19,27,41,78,109,152,186],"first":[2],"transformer-based":[3],"language":[4,63,67],"models":[5,64],"were":[6,103],"published":[7],"in":[8,48,189],"late":[10],"2010s,":[11],"pretraining":[12],"with":[13,50,62,92,114],"general":[14],"text":[15],"and":[16,88,128,161],"then":[17],"fine-tuning":[18,47,95,113,147,175],"model":[20,43,54],"on":[21,83],"a":[22,141],"task-specific":[23],"dataset":[24],"often":[25,165],"achieved":[26],"state-of-the-art":[28],"performance.":[29],"However,":[30],"more":[31,93],"recent":[32],"work":[33,191],"suggests":[34],"that":[35,99,135],"for":[36,65,148,174],"some":[37],"tasks,":[38,150],"directly":[39,89],"prompting":[40],"pretrained":[42],"matches":[44],"or":[45,52,107,170],"surpasses":[46],"performance":[49,110],"few":[51],"no":[53],"parameter":[55],"updates":[56],"required.":[57],"The":[58,181],"use":[59],"of":[60,80,111,155],"prompts":[61],"natural":[66],"processing":[68],"(NLP)":[69],"tasks":[70,87],"is":[71],"known":[72],"as":[73],"prompt":[74,81,100,139],"learning.":[75],"We":[76,133],"investigated":[77],"viability":[79],"learning":[82,101,140],"clinically":[84],"meaningful":[85],"decision":[86],"compared":[90],"this":[91,190],"traditional":[94,112,146],"methods.":[96],"Results":[97],"show":[98],"methods":[102],"able":[104],"to":[105,116,145,177,184],"match":[106],"surpass":[108],"up":[115],"1000":[117],"times":[118],"fewer":[119],"trainable":[120],"parameters,":[121],"less":[122,125],"training":[123,126],"time,":[124],"data,":[127],"lower":[129],"computation":[130],"resource":[131],"requirements.":[132],"argue":[134],"these":[136],"characteristics":[137],"make":[138],"very":[142],"desirable":[143],"alternative":[144],"clinical":[149],"where":[151,162],"computational":[153],"resources":[154],"public":[156],"health":[157],"providers":[158],"are":[159],"limited,":[160],"data":[163],"can":[164,192],"not":[166,171],"be":[167,172,193],"made":[168],"available":[169],"used":[173],"due":[176],"patient":[178],"privacy":[179],"concerns.":[180],"complementary":[182],"code":[183],"reproduce":[185],"experiments":[187],"presented":[188],"found":[194],"at":[195],"https://github.com/NtaylorOX/Public_Clinical_Prompt.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}