{"id":"https://openalex.org/W7150881103","doi":"https://doi.org/10.1162/tacl.a.627","title":"Fine-tuning Large Language Models with Limited Data: A Survey and Practical Guide","display_name":"Fine-tuning Large Language Models with Limited Data: A Survey and Practical Guide","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7150881103","doi":"https://doi.org/10.1162/tacl.a.627"},"language":"en","primary_location":{"id":"doi:10.1162/tacl.a.627","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.627","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1162/tacl.a.627","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049709214","display_name":"Marton Szep","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095579","display_name":"Institute for Sports Medicine","ror":"https://ror.org/0084rd854","country_code":"DE","type":"other","lineage":["https://openalex.org/I4210095579"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marton Szep","raw_affiliation_strings":["AI in Healthcare and Medicine, Technical University of Munich (TUM) and TUM University Hospital, Munich, Germany. marton.szep@tum.de","Department of Orthopaedics and Sports Orthopaedics, TUM University Hospital, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI in Healthcare and Medicine, Technical University of Munich (TUM) and TUM University Hospital, Munich, Germany. marton.szep@tum.de","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Orthopaedics and Sports Orthopaedics, TUM University Hospital, Germany","institution_ids":["https://openalex.org/I4210095579"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006461848","display_name":"Daniel Rueckert","orcid":"https://orcid.org/0000-0002-5683-5889"},"institutions":[{"id":"https://openalex.org/I4403386549","display_name":"Munich Center for Machine Learning","ror":"https://ror.org/02nfy3535","country_code":null,"type":"education","lineage":["https://openalex.org/I4403386549","https://openalex.org/I62916508","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Daniel Rueckert","raw_affiliation_strings":["AI in Healthcare and Medicine, Technical University of Munich (TUM) and TUM University Hospital, Munich, Germany","Department of Computing, Imperial College London, UK","Munich Center for Machine Learning (MCML), Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI in Healthcare and Medicine, Technical University of Munich (TUM) and TUM University Hospital, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Computing, Imperial College London, UK","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Munich Center for Machine Learning (MCML), Munich, Germany","institution_ids":["https://openalex.org/I4403386549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130327913","display_name":"R\u00fcdiger von Eisenhart-Rothe","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095579","display_name":"Institute for Sports Medicine","ror":"https://ror.org/0084rd854","country_code":"DE","type":"other","lineage":["https://openalex.org/I4210095579"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"R\u00fcdiger von Eisenhart-Rothe","raw_affiliation_strings":["Department of Orthopaedics and Sports Orthopaedics, TUM University Hospital, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Orthopaedics and Sports Orthopaedics, TUM University Hospital, Germany","institution_ids":["https://openalex.org/I4210095579"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085146268","display_name":"Florian Hinterwimmer","orcid":"https://orcid.org/0000-0002-0273-0643"},"institutions":[{"id":"https://openalex.org/I4210095579","display_name":"Institute for Sports Medicine","ror":"https://ror.org/0084rd854","country_code":"DE","type":"other","lineage":["https://openalex.org/I4210095579"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Hinterwimmer","raw_affiliation_strings":["AI in Healthcare and Medicine, Technical University of Munich (TUM) and TUM University Hospital, Munich, Germany","Department of Orthopaedics and Sports Orthopaedics, TUM University Hospital, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI in Healthcare and Medicine, Technical University of Munich (TUM) and TUM University Hospital, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Orthopaedics and Sports Orthopaedics, TUM University Hospital, Germany","institution_ids":["https://openalex.org/I4210095579"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":25.8369,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.99070521,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"14","issue":null,"first_page":"341","last_page":"377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13194","display_name":"ICT in Developing Communities","score":0.22910000383853912,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13194","display_name":"ICT in Developing Communities","score":0.22910000383853912,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14319999516010284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.07119999825954437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.666700005531311},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6646999716758728},{"id":"https://openalex.org/keywords/scarcity","display_name":"Scarcity","score":0.5986999869346619},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5059000253677368},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.44999998807907104},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44940000772476196},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.44859999418258667},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4410000145435333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8187000155448914},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.666700005531311},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6646999716758728},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.5986999869346619},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5440999865531921},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5059000253677368},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.44999998807907104},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44940000772476196},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44859999418258667},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41200000047683716},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3779999911785126},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.3580999970436096},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3546000123023987},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.32409998774528503},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2992999851703644},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.2597000002861023},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2581999897956848},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1162/tacl.a.627","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.627","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1162/tacl.a.627","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.627","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":130,"referenced_works":["https://openalex.org/W2147774191","https://openalex.org/W2883206022","https://openalex.org/W2891602716","https://openalex.org/W2962785568","https://openalex.org/W2963026768","https://openalex.org/W2963206679","https://openalex.org/W2963250244","https://openalex.org/W2963413917","https://openalex.org/W2963488798","https://openalex.org/W2979826702","https://openalex.org/W3034238904","https://openalex.org/W3034255912","https://openalex.org/W3034469191","https://openalex.org/W3035390927","https://openalex.org/W3035431747","https://openalex.org/W3035542229","https://openalex.org/W3098068947","https://openalex.org/W3099008231","https://openalex.org/W3099403624","https://openalex.org/W3101345273","https://openalex.org/W3101498587","https://openalex.org/W3104774463","https://openalex.org/W3105522431","https://openalex.org/W3144215978","https://openalex.org/W3153427360","https://openalex.org/W3153675281","https://openalex.org/W3156636935","https://openalex.org/W3167958315","https://openalex.org/W3168656614","https://openalex.org/W3171975879","https://openalex.org/W3172642864","https://openalex.org/W3173947599","https://openalex.org/W3174481471","https://openalex.org/W3174726724","https://openalex.org/W3174770825","https://openalex.org/W3174828871","https://openalex.org/W3175362188","https://openalex.org/W3176828726","https://openalex.org/W3177035927","https://openalex.org/W3177323791","https://openalex.org/W3185341429","https://openalex.org/W3198659451","https://openalex.org/W3199761064","https://openalex.org/W3200936406","https://openalex.org/W3206816211","https://openalex.org/W3206907172","https://openalex.org/W3208641770","https://openalex.org/W3210277894","https://openalex.org/W4205991051","https://openalex.org/W4206178588","https://openalex.org/W4283798927","https://openalex.org/W4284668784","https://openalex.org/W4285107336","https://openalex.org/W4285201706","https://openalex.org/W4287888698","https://openalex.org/W4316039346","https://openalex.org/W4318718892","https://openalex.org/W4319456769","https://openalex.org/W4319730829","https://openalex.org/W4322766882","https://openalex.org/W4327644597","https://openalex.org/W4327656064","https://openalex.org/W4366336804","https://openalex.org/W4379986648","https://openalex.org/W4382404920","https://openalex.org/W4384211302","https://openalex.org/W4384825071","https://openalex.org/W4385565879","https://openalex.org/W4385570181","https://openalex.org/W4385570522","https://openalex.org/W4385570762","https://openalex.org/W4385570802","https://openalex.org/W4385571124","https://openalex.org/W4385571268","https://openalex.org/W4385571379","https://openalex.org/W4385571644","https://openalex.org/W4385571647","https://openalex.org/W4385571771","https://openalex.org/W4385572559","https://openalex.org/W4385572703","https://openalex.org/W4385572883","https://openalex.org/W4385573112","https://openalex.org/W4385573174","https://openalex.org/W4385573322","https://openalex.org/W4385574312","https://openalex.org/W4385647457","https://openalex.org/W4385654218","https://openalex.org/W4385734508","https://openalex.org/W4386566605","https://openalex.org/W4386566792","https://openalex.org/W4386845189","https://openalex.org/W4387848567","https://openalex.org/W4388116219","https://openalex.org/W4388282862","https://openalex.org/W4388820330","https://openalex.org/W4388997009","https://openalex.org/W4389519080","https://openalex.org/W4389519232","https://openalex.org/W4389519941","https://openalex.org/W4389520180","https://openalex.org/W4389520538","https://openalex.org/W4389523801","https://openalex.org/W4389523853","https://openalex.org/W4389523967","https://openalex.org/W4389524317","https://openalex.org/W4389524340","https://openalex.org/W4389524526","https://openalex.org/W4389882414","https://openalex.org/W4390446572","https://openalex.org/W4390936525","https://openalex.org/W4391306138","https://openalex.org/W4391561379","https://openalex.org/W4391929907","https://openalex.org/W4393157213","https://openalex.org/W4396613610","https://openalex.org/W4402670301","https://openalex.org/W4402670489","https://openalex.org/W4404781740","https://openalex.org/W4404781823","https://openalex.org/W4404782689","https://openalex.org/W4404783473","https://openalex.org/W4404862388","https://openalex.org/W4408968357","https://openalex.org/W4412888933","https://openalex.org/W4415795301","https://openalex.org/W4415795501","https://openalex.org/W4415796092","https://openalex.org/W4415797030","https://openalex.org/W7126456675","https://openalex.org/W7133233472"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Fine-tuning":[1],"large":[2],"language":[3],"models":[4],"(LLMs)":[5],"with":[6,141],"limited":[7,94],"data":[8,31,125,149],"poses":[9],"a":[10,42],"practical":[11,45],"challenge":[12],"in":[13,53],"low-resource":[14],"languages,":[15],"specialized":[16],"domains,":[17],"and":[18,35,44,65,69,76,79,101,111,127,139,150],"constrained":[19],"deployment":[20,66],"settings.":[21],"While":[22],"pre-trained":[23],"LLMs":[24,52,147],"provide":[25],"strong":[26],"foundations,":[27],"effective":[28],"adaptation":[29,71],"under":[30],"scarcity":[32],"requires":[33],"focused":[34],"efficient":[36],"fine-tuning":[37,51,60,146],"techniques.":[38],"This":[39],"paper":[40],"presents":[41],"structured":[43],"survey":[46],"of":[47,130],"recent":[48],"methods":[49,72],"for":[50,73,114,144],"data-scarce":[54],"scenarios.":[55],"We":[56,83],"systematically":[57],"review":[58],"parameter-efficient":[59],"techniques":[61,117],"that":[62,89],"lower":[63],"training":[64],"costs,":[67],"domain":[68],"cross-lingual":[70],"both":[74],"encoder":[75],"decoder":[77],"models,":[78],"model":[80,91,123],"specialization":[81],"strategies.":[82],"further":[84],"examine":[85],"preference":[86],"alignment":[87],"approaches":[88],"guide":[90],"behavior":[92],"using":[93],"human":[95],"or":[96],"synthetic":[97],"feedback,":[98],"emphasizing":[99],"sample":[100],"compute":[102],"efficiency.":[103],"Throughout,":[104],"we":[105],"highlight":[106],"empirical":[107],"trade-offs,":[108],"selection":[109],"criteria,":[110],"best":[112],"practices":[113],"choosing":[115],"suitable":[116],"based":[118],"on":[119],"task":[120],"constraints,":[121],"including":[122],"scaling,":[124,126],"the":[128],"mitigation":[129],"catastrophic":[131],"forgetting.":[132],"The":[133],"aim":[134],"is":[135],"to":[136],"equip":[137],"researchers":[138],"practitioners":[140],"actionable":[142],"insights":[143],"effectively":[145],"when":[148],"resources":[151],"are":[152],"limited.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2026-04-07T00:00:00"}