{"id":"https://openalex.org/W4403007271","doi":"https://doi.org/10.48550/arxiv.2408.10715","title":"Fine-Tuning a Local LLaMA-3 Large Language Model for Automated Privacy-Preserving Physician Letter Generation in Radiation Oncology","display_name":"Fine-Tuning a Local LLaMA-3 Large Language Model for Automated Privacy-Preserving Physician Letter Generation in Radiation Oncology","publication_year":2024,"publication_date":"2024-08-20","ids":{"openalex":"https://openalex.org/W4403007271","doi":"https://doi.org/10.48550/arxiv.2408.10715"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2408.10715","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.10715","pdf_url":"https://arxiv.org/pdf/2408.10715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.10715","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111348200","display_name":"Yihao Hou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Yihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067659188","display_name":"Christoph Bert","orcid":"https://orcid.org/0000-0002-8539-6600"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bert, Christoph","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103786546","display_name":"Ahmed M. Gomaa","orcid":"https://orcid.org/0009-0007-6884-2350"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gomaa, Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002613320","display_name":"Godehard Lahmer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lahmer, Godehard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073163871","display_name":"Daniel Hoefler","orcid":"https://orcid.org/0009-0001-3642-9592"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hoefler, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078178214","display_name":"Thomas Wei\u00dfmann","orcid":"https://orcid.org/0000-0002-1443-5422"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weissmann, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012022919","display_name":"Raphaela Voigt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Voigt, Raphaela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018016169","display_name":"Philipp Schubert","orcid":"https://orcid.org/0000-0003-1838-7250"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schubert, Philipp","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086793361","display_name":"Charlotte Schmitter","orcid":"https://orcid.org/0000-0002-8666-3862"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmitter, Charlotte","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107672083","display_name":"Alina Depardon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Depardon, Alina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010448955","display_name":"Sabine Semrau","orcid":"https://orcid.org/0000-0001-7049-6003"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Semrau, Sabine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101619735","display_name":"Andreas Maier","orcid":"https://orcid.org/0000-0002-9550-5284"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maier, Andreas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027231637","display_name":"Rainer Fietkau","orcid":"https://orcid.org/0000-0001-8295-7145"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fietkau, Rainer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073209088","display_name":"Yixing Huang","orcid":"https://orcid.org/0000-0003-2627-3077"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yixing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5020689634","display_name":"Florian Putz","orcid":"https://orcid.org/0000-0003-3966-2872"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Putz, Florian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.8708000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.8708000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.8657000064849854,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.8416000008583069,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radiation-oncology","display_name":"Radiation oncology","score":0.6656879782676697},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.4429630935192108},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4185991883277893},{"id":"https://openalex.org/keywords/oncology","display_name":"Oncology","score":0.35608425736427307},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.33645498752593994},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3337404727935791},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.32753872871398926},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.2956036925315857},{"id":"https://openalex.org/keywords/radiation-therapy","display_name":"Radiation therapy","score":0.23116764426231384}],"concepts":[{"id":"https://openalex.org/C2992520072","wikidata":"https://www.wikidata.org/wiki/Q180507","display_name":"Radiation oncology","level":3,"score":0.6656879782676697},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.4429630935192108},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4185991883277893},{"id":"https://openalex.org/C143998085","wikidata":"https://www.wikidata.org/wiki/Q162555","display_name":"Oncology","level":1,"score":0.35608425736427307},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.33645498752593994},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3337404727935791},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.32753872871398926},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.2956036925315857},{"id":"https://openalex.org/C509974204","wikidata":"https://www.wikidata.org/wiki/Q180507","display_name":"Radiation therapy","level":2,"score":0.23116764426231384}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2408.10715","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.10715","pdf_url":"https://arxiv.org/pdf/2408.10715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2408.10715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.10715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.10715","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.10715","pdf_url":"https://arxiv.org/pdf/2408.10715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403007271.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1528970778","https://openalex.org/W2046690490","https://openalex.org/W2390398707","https://openalex.org/W2089744970","https://openalex.org/W4254709460","https://openalex.org/W2016845086","https://openalex.org/W2090895625","https://openalex.org/W4234901696","https://openalex.org/W2067898461","https://openalex.org/W1973770954"],"abstract_inverted_index":{"Generating":[0],"physician":[1,25,52,91,119,177,183],"letters":[2,92],"is":[3],"a":[4,29,72,172],"time-consuming":[5],"task":[6],"in":[7,28,93],"daily":[8],"clinical":[9,158,165],"practice.":[10],"This":[11],"study":[12],"investigates":[13],"local":[14,62],"fine-tuning":[15,64],"of":[16,35,65,99,107,121,169],"large":[17],"language":[18],"models":[19],"(LLMs),":[20],"specifically":[21],"LLaMA":[22,43],"models,":[23,44],"for":[24,49,61,151],"letter":[26,184],"generation":[27,185],"privacy-preserving":[30],"manner":[31],"within":[32,78],"the":[33,79,100,105,108,113,127,138,164],"field":[34],"radiation":[36,86],"oncology.":[37],"Our":[38],"findings":[39],"demonstrate":[40],"that":[41],"base":[42],"without":[45],"fine-tuning,":[46],"are":[47],"inadequate":[48],"effectively":[50],"generating":[51],"letters.":[53],"The":[54,81],"QLoRA":[55],"algorithm":[56],"provides":[57],"an":[58,94],"efficient":[59],"method":[60],"intra-institutional":[63],"LLMs":[66],"with":[67],"limited":[68,132],"computational":[69],"resources":[70],"(i.e.,":[71],"single":[73],"48":[74],"GB":[75],"GPU":[76],"workstation":[77],"hospital).":[80],"fine-tuned":[82,128],"LLM":[83],"successfully":[84,143],"learns":[85],"oncology-specific":[87],"information":[88],"and":[89,147,154,179],"generates":[90,144],"institution-specific":[95],"style.":[96],"ROUGE":[97],"scores":[98],"generated":[101],"summary":[102],"reports":[103],"highlight":[104],"superiority":[106],"8B":[109],"LLaMA-3":[110,129],"model":[111,130],"over":[112],"13B":[114],"LLaMA-2":[115],"model.":[116],"Further":[117],"multidimensional":[118],"evaluations":[120],"10":[122],"cases":[123],"reveal":[124],"that,":[125],"although":[126],"has":[131,186],"capacity":[133],"to":[134],"generate":[135],"content":[136],"beyond":[137],"provided":[139],"input":[140],"data,":[141],"it":[142],"salutations,":[145],"diagnoses":[146],"treatment":[148],"histories,":[149],"recommendations":[150],"further":[152],"treatment,":[153],"planned":[155],"schedules.":[156],"Overall,":[157],"benefit":[159],"was":[160],"rated":[161],"highly":[162],"by":[163],"experts":[166],"(average":[167],"score":[168],"3.44":[170],"on":[171],"4-point":[173],"scale).":[174],"With":[175],"careful":[176],"review":[178],"correction,":[180],"automated":[181],"LLM-based":[182],"significant":[187],"practical":[188],"value.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2024-10-01T00:00:00"}