{"id":"https://openalex.org/W7110485298","doi":null,"title":"Analysis and Domain-Transfer of Transformer Language Models in Limited Data Environments","display_name":"Analysis and Domain-Transfer of Transformer Language Models in Limited Data Environments","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7110485298"},"language":"en","primary_location":{"id":"pmh:oai:macau.uni-kiel.de:macau_mods_00005706","doi":null,"is_oa":true,"landing_page_url":"https://macau.uni-kiel.de/receive/macau_mods_00005706","pdf_url":"https://macau.uni-kiel.de/servlets/MCRFileNodeServlet/macau_derivate_00007159/template.pdf","source":{"id":"https://openalex.org/S4306402453","display_name":"MACAU: Open Access Repository of Kiel University (University Library Kiel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I32021983","host_organization_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","host_organization_lineage":["https://openalex.org/I32021983"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dissertation"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://macau.uni-kiel.de/servlets/MCRFileNodeServlet/macau_derivate_00007159/template.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Winter, Benjamin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Winter, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.573199987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.573199987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3928000032901764,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.011699999682605267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer-based-language-models","display_name":"transformer language models","score":0.9049999713897705},{"id":"https://openalex.org/keywords/domain-transfer","display_name":"domain transfer","score":0.9110000133514404},{"id":"https://openalex.org/keywords/data-scarcity","display_name":"data scarcity","score":0.5659999847412109},{"id":"https://openalex.org/keywords/knowledge-graphs","display_name":"knowledge graphs","score":0.7250000238418579},{"id":"https://openalex.org/keywords/knowledge-graph-construction","display_name":"knowledge graph construction","score":0.6159999966621399},{"id":"https://openalex.org/keywords/reinforcement-learning-fine-tuning","display_name":"reinforcement learning fine-tuning","score":0.8019999861717224},{"id":"https://openalex.org/keywords/clinical-language","display_name":"clinical language","score":0.5509999990463257},{"id":"https://openalex.org/keywords/domain-specific-languages","display_name":"domain-specific languages","score":0.5389999747276306},{"id":"https://openalex.org/keywords/differential-diagnosis","display_name":"differential diagnosis","score":0.578000009059906},{"id":"https://openalex.org/keywords/model-interpretability","display_name":"model interpretability","score":0.6959999799728394}],"concepts":[{"id":"https://openalex.org/C130979935","wikidata":"https://www.wikidata.org/wiki/Q568954","display_name":"Ansatz","level":2,"score":0.5629000067710876},{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.3765000104904175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36910000443458557},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3580000102519989},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.35089999437332153},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28290000557899475},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2508000135421753},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1858000010251999},{"id":"https://openalex.org/C2992535486","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Language structure","level":2,"score":0.16740000247955322},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.16369999945163727}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:macau.uni-kiel.de:macau_mods_00005706","doi":null,"is_oa":true,"landing_page_url":"https://macau.uni-kiel.de/receive/macau_mods_00005706","pdf_url":"https://macau.uni-kiel.de/servlets/MCRFileNodeServlet/macau_derivate_00007159/template.pdf","source":{"id":"https://openalex.org/S4306402453","display_name":"MACAU: Open Access Repository of Kiel University (University Library Kiel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I32021983","host_organization_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","host_organization_lineage":["https://openalex.org/I32021983"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dissertation"}],"best_oa_location":{"id":"pmh:oai:macau.uni-kiel.de:macau_mods_00005706","doi":null,"is_oa":true,"landing_page_url":"https://macau.uni-kiel.de/receive/macau_mods_00005706","pdf_url":"https://macau.uni-kiel.de/servlets/MCRFileNodeServlet/macau_derivate_00007159/template.pdf","source":{"id":"https://openalex.org/S4306402453","display_name":"MACAU: Open Access Repository of Kiel University (University Library Kiel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I32021983","host_organization_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","host_organization_lineage":["https://openalex.org/I32021983"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dissertation"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7110485298.pdf","grobid_xml":"https://content.openalex.org/works/W7110485298.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W2063993968","https://openalex.org/W2064675550","https://openalex.org/W2159583324","https://openalex.org/W2396881363","https://openalex.org/W2404901863","https://openalex.org/W2460130460","https://openalex.org/W2735585131","https://openalex.org/W2736601468","https://openalex.org/W2810469481","https://openalex.org/W2886305736","https://openalex.org/W2902907165","https://openalex.org/W2908201961","https://openalex.org/W2911489562","https://openalex.org/W2913352150","https://openalex.org/W2913946806","https://openalex.org/W2950339735","https://openalex.org/W2952984539","https://openalex.org/W2963341956","https://openalex.org/W2963499153","https://openalex.org/W2963716420","https://openalex.org/W2963777632","https://openalex.org/W2965373594","https://openalex.org/W2966055012","https://openalex.org/W2968908603","https://openalex.org/W2970925270","https://openalex.org/W2972167903","https://openalex.org/W2978017171","https://openalex.org/W3003594370","https://openalex.org/W3012840110","https://openalex.org/W3013178359","https://openalex.org/W3017961061","https://openalex.org/W3021934057","https://openalex.org/W3024922541","https://openalex.org/W3030163527","https://openalex.org/W3033529678","https://openalex.org/W3035431747","https://openalex.org/W3037207827","https://openalex.org/W3094815596","https://openalex.org/W3098266846","https://openalex.org/W3110876951","https://openalex.org/W3116423158","https://openalex.org/W3117339789","https://openalex.org/W3125653779","https://openalex.org/W3133702157","https://openalex.org/W3154938165","https://openalex.org/W3168867926","https://openalex.org/W3175604467","https://openalex.org/W3190281740","https://openalex.org/W3214411122","https://openalex.org/W4221155125","https://openalex.org/W4225916832","https://openalex.org/W4226146865","https://openalex.org/W4226278401","https://openalex.org/W4239634997","https://openalex.org/W4288086191","https://openalex.org/W4313123992","https://openalex.org/W4315588599","https://openalex.org/W4320813810","https://openalex.org/W4322588812","https://openalex.org/W4322718191","https://openalex.org/W4362700315","https://openalex.org/W4378770729","https://openalex.org/W4385572748","https://openalex.org/W4386566783","https://openalex.org/W4387561528","https://openalex.org/W4388482013","https://openalex.org/W4391940656","https://openalex.org/W4394672593","https://openalex.org/W7133200254"],"related_works":["https://openalex.org/W7160310795","https://openalex.org/W4389518428","https://openalex.org/W7112871116","https://openalex.org/W7125212438","https://openalex.org/W4224926635","https://openalex.org/W7139686326","https://openalex.org/W4402853363","https://openalex.org/W4408249157","https://openalex.org/W4388854865","https://openalex.org/W6955382583"],"abstract_inverted_index":{"Diese":[0],"Dissertation":[1],"diskutiert":[2],"die":[3,40,62,97,111,122,125,138,150,162,187,200],"internen":[4,41],"Prozesse":[5,42],"von":[6,90,113,140,145,164],"Transformern":[7,114],"sowie":[8,105],"M\u00f6glichkeiten":[9],"f\u00fcr":[10,64,199],"ihren":[11],"Dom\u00e4nentransfer.":[12],"Im":[13],"Zentrum":[14],"dieser":[15,43,120,196],"Forschung":[16],"steht":[17],"das":[18,95],"Bestreben,":[19],"Verst\u00e4ndnis":[20,53],"dar\u00fcber":[21],"zu":[22,60,108,185],"erlangen,":[23],"wie":[24,205],"diese":[25],"Modelle":[26,44,159,178],"Sprache":[27,107],"verarbeiten":[28],"und":[29,38,93,102,152,183,191],"repr\u00e4sentieren.":[30],"Zu":[31],"diesem":[32],"Zweck":[33],"f\u00fchren":[34],"wir":[35,51,73],"Analysen":[36],"durch":[37,126,188],"vergleichen":[39],"mit":[45,66,115],"der":[46,77,206],"traditionellen":[47],"NLP-Pipeline.":[48],"Anschlie\u00dfend":[49],"wenden":[50],"dieses":[52],"an,":[54],"um":[55,158],"zwei":[56],"Ans\u00e4tze":[57],"des":[58,155],"Transferlernens":[59],"untersuchen,":[61],"speziell":[63],"Dom\u00e4nen":[65],"begrenzter":[67],"Datenverf\u00fcgbarkeit":[68],"zugeschnitten":[69],"sind.":[70,175],"Insbesondere":[71],"evaluieren":[72],"unsere":[74],"Methoden":[75],"anhand":[76],"klinischen":[78],"Dom\u00e4ne.":[79],"Der":[80,133],"erste":[81],"Ansatz":[82,121,135,148,197],"stellt":[83],"eine":[84],"neuartige":[85],"Trainings-Methode":[86],"basierend":[87],"auf":[88,137],"Generierung":[89],"Wissensgraphen":[91],"dar,":[92],"hat":[94],"Ziel":[96],"L\u00fccke":[98],"zwschen":[99],"allgemeinem":[100],"Sprachverst\u00e4ndnis":[101],"dom\u00e4nenspezifischen":[103,165],"Fakten":[104],"idiosynkratischer":[106],"\u00fcberbr\u00fccken.":[109],"Durch":[110],"Anreicherung":[112],"sorgf\u00e4ltig":[116],"kuratiertem":[117],"Wissen":[118],"\u00fcberwindet":[119],"inh\u00e4renten":[123],"Herausforderungen,":[124],"den":[127],"Mangel":[128],"an":[129,161],"spezialisierten":[130],"Trainingsdaten":[131],"entstehen.":[132],"zweite":[134],"setzt":[136],"Nutzung":[139],"Reinforcement":[141,156],"Learningl":[142],"zum":[143],"fine-tuning":[144],"Transformer-Modellen.":[146],"Dieser":[147],"nutzt":[149],"interaktive":[151],"iterative":[153],"Natur":[154],"Learning,":[157],"effektiver":[160],"Besonderheiten":[163],"Anwendungen":[166],"anzupassen,":[167],"insbesondere":[168],"in":[169,171,202],"Szenarien,":[170],"denen":[172],"Daten":[173],"sp\u00e4rlich":[174],"Dadurch,":[176],"dass":[177],"darauf":[179],"trainiert":[180],"werden,":[181],"Entscheidungen":[182],"Vorhersagen":[184],"treffen,":[186],"dom\u00e4nenspezifische":[189],"Ziele":[190],"Rewards":[192],"informiert":[193],"sind,":[194],"ist":[195],"pr\u00e4destiniert":[198],"Anwendung":[201],"kritischen":[203],"Bereichen":[204],"Differentialdiagnose.":[207]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-12-08T00:00:00"}