{"id":"https://openalex.org/W4389520179","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.95","title":"Knowledge is a Region in Weight Space for Fine-tuned Language Models","display_name":"Knowledge is a Region in Weight Space for Fine-tuned Language Models","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389520179","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.95"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.findings-emnlp.95","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.95","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.95","pdf_url":"https://aclanthology.org/2023.findings-emnlp.95.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4389520179"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.findings-emnlp.95.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006303856","display_name":"Almog Gueta","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Almog Gueta","raw_affiliation_strings":["Technion -IIT","IBM Research","UNC Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technion -IIT","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016892024","display_name":"Elad Venezian","orcid":"https://orcid.org/0000-0001-9785-3605","observed_orcids":["https://orcid.org/0000-0001-9785-3605"]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Elad Venezian","raw_affiliation_strings":["IBM Research","Technion -IIT","UNC Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"Technion -IIT","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045077843","display_name":"Colin Raffel","orcid":"https://orcid.org/0000-0002-5009-8048","observed_orcids":["https://orcid.org/0000-0002-5009-8048"]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Colin Raffel","raw_affiliation_strings":["UNC Chapel Hill","IBM Research","Technion -IIT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"Technion -IIT","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017159143","display_name":"Noam Slonim","orcid":"https://orcid.org/0000-0001-5171-8264","observed_orcids":["https://orcid.org/0000-0001-5171-8264"]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Noam Slonim","raw_affiliation_strings":["IBM Research","Technion -IIT","UNC Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"Technion -IIT","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087402916","display_name":"Yoav Katz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Yoav Katz","raw_affiliation_strings":["IBM Research","Technion -IIT","UNC Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"Technion -IIT","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040286212","display_name":"Leshem Choshen","orcid":"https://orcid.org/0000-0002-0085-6496","observed_orcids":["https://orcid.org/0000-0002-0085-6496"]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Leshem Choshen","raw_affiliation_strings":["IBM Research","Technion -IIT","UNC Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"Technion -IIT","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.857,"has_fulltext":true,"cited_by_count":66,"citation_normalized_percentile":{"value":0.95958539,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1350","last_page":"1370"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5508000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5508000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.430400013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.004399999976158142,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weight-space","display_name":"weight space","score":0.8370000123977661},{"id":"https://openalex.org/keywords/loss-landscape","display_name":"loss landscape","score":0.8299999833106995},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.7549999952316284},{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.875},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"knowledge transfer","score":0.4690000116825104},{"id":"https://openalex.org/keywords/model-clustering","display_name":"model clustering","score":0.47999998927116394},{"id":"https://openalex.org/keywords/efficient-fine-tuning","display_name":"efficient fine-tuning","score":0.6340000033378601},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.42500001192092896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9050071835517883},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.8445073366165161},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5526354312896729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5430611371994019},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.5411095023155212},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4917815029621124},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4594792425632477},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41496020555496216},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3261567950248718},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2023.findings-emnlp.95","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.95","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.95","pdf_url":"https://aclanthology.org/2023.findings-emnlp.95.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2302.04863","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.04863","pdf_url":"https://arxiv.org/pdf/2302.04863","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2302.04863","doi":"https://doi.org/10.48550/arxiv.2302.04863","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2302.04863","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.findings-emnlp.95","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.95","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.95","pdf_url":"https://aclanthology.org/2023.findings-emnlp.95.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389520179.pdf","grobid_xml":"https://content.openalex.org/works/W4389520179.grobid-xml"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W1061737","https://openalex.org/W131533222","https://openalex.org/W1533861849","https://openalex.org/W1546425147","https://openalex.org/W1599016936","https://openalex.org/W1972095489","https://openalex.org/W1981276685","https://openalex.org/W2070246124","https://openalex.org/W2101234009","https://openalex.org/W2113459411","https://openalex.org/W2130158090","https://openalex.org/W2139801605","https://openalex.org/W2145755360","https://openalex.org/W2163455955","https://openalex.org/W2170240176","https://openalex.org/W2187089797","https://openalex.org/W2251939518","https://openalex.org/W2541884796","https://openalex.org/W2607892599","https://openalex.org/W2608377846","https://openalex.org/W2739351760","https://openalex.org/W2740540254","https://openalex.org/W2788838181","https://openalex.org/W2804897457","https://openalex.org/W2806120502","https://openalex.org/W2806198715","https://openalex.org/W2807333695","https://openalex.org/W2889468083","https://openalex.org/W2891012317","https://openalex.org/W2898700502","https://openalex.org/W2916132663","https://openalex.org/W2916719435","https://openalex.org/W2923014074","https://openalex.org/W2942810103","https://openalex.org/W2946659172","https://openalex.org/W2950819771","https://openalex.org/W2954226438","https://openalex.org/W2956105246","https://openalex.org/W2963748441","https://openalex.org/W2965373594","https://openalex.org/W2990704537","https://openalex.org/W2996074092","https://openalex.org/W2997591727","https://openalex.org/W3022671937","https://openalex.org/W3026404337","https://openalex.org/W3034850762","https://openalex.org/W3094002940","https://openalex.org/W3095399481","https://openalex.org/W3132646476","https://openalex.org/W3132995741","https://openalex.org/W3176828726","https://openalex.org/W3200668485","https://openalex.org/W3200987621","https://openalex.org/W3214411122","https://openalex.org/W4221155125","https://openalex.org/W4226037452","https://openalex.org/W4253067820","https://openalex.org/W4254947497","https://openalex.org/W4281681074","https://openalex.org/W4288804650","https://openalex.org/W4292291719","https://openalex.org/W4295689550","https://openalex.org/W4297971002","https://openalex.org/W4300886482","https://openalex.org/W4307206164","https://openalex.org/W4309216950","https://openalex.org/W4310998073","https://openalex.org/W4312091579","https://openalex.org/W4385572602","https://openalex.org/W4385573419","https://openalex.org/W4385574336","https://openalex.org/W4389532453","https://openalex.org/W6600386477","https://openalex.org/W6600804061","https://openalex.org/W6604582260","https://openalex.org/W6837793271","https://openalex.org/W7133200254","https://openalex.org/W7134660539"],"related_works":["https://openalex.org/W4414973389","https://openalex.org/W3023285645","https://openalex.org/W7167570805","https://openalex.org/W4385573233","https://openalex.org/W4402961779","https://openalex.org/W4402671902","https://openalex.org/W3005700362","https://openalex.org/W4412888505","https://openalex.org/W4402683802","https://openalex.org/W4414820745"],"abstract_inverted_index":{"Research":[0],"on":[1,6,12,31,95,110,145],"neural":[2],"networks":[3],"has":[4],"focused":[5],"understanding":[7],"a":[8,13,100,119,165,182,186],"single":[9,14],"model":[10,75,166,188,212],"trained":[11,28],"dataset.However,":[15],"relatively":[16],"little":[17],"is":[18,202],"known":[19],"about":[20],"the":[21,39,43,96,104,114,124,127,148,159,174,197,200,210],"relationships":[22,160],"between":[23,126,161,168],"different":[24,32,48,111],"models,":[25,162],"particularly":[26],"those":[27,80],"or":[29,136],"tested":[30],"datasets.We":[33],"address":[34],"this":[35,179],"by":[36],"studying":[37],"how":[38],"weight":[40,68,105],"space":[41],"and":[42,70,180],"underlying":[44,116],"loss":[45],"landscape":[46],"of":[47,176,199,216,225],"models":[49,56,90,108,128,132,140,150,171],"are":[50],"interconnected.Specifically,":[51],"we":[52,86,192],"demonstrate":[53],"that":[54,57,76,88,91,133,147,164,194],"finetuned":[55,94,109,153],"were":[58,151],"optimized":[59],"for":[60,184,189],"high":[61,84],"performance,":[62],"reside":[63],"in":[64,67,79,103,213,220],"well-defined":[65],"regions":[66,81],"space,":[69,106],"vice":[71],"versa":[72],"-that":[73],"any":[74],"resides":[77],"anywhere":[78],"also":[82],"exhibits":[83],"performance.Notably,":[85],"show":[87,193],"language":[89],"have":[92],"been":[93],"same":[97,115],"dataset":[98],"form":[99,118],"tight":[101],"cluster":[102],"while":[107],"datasets":[112],"from":[113,196],"task":[117],"looser":[120],"cluster.Moreover,":[121],"traversing":[122],"around":[123],"region":[125,201],"leads":[129],"to":[130],"new":[131],"perform":[134],"comparably":[135],"even":[137,144],"better":[138,187],"than":[139,208],"obtained":[141],"via":[142],"finetuning,":[143],"tasks":[146],"original":[149],"not":[152,206],"on.Our":[154],"findings":[155],"provide":[156],"insight":[157],"into":[158],"demonstrating":[163],"positioned":[167],"two":[169],"similar":[170],"can":[172],"acquire":[173],"knowledge":[175],"both.We":[177],"leverage":[178],"design":[181],"method":[183],"selecting":[185],"efficient":[190],"finetuning.Specifically,":[191],"starting":[195],"center":[198],"as":[203],"effective,":[204],"if":[205],"more,":[207],"using":[209],"pretrained":[211],"11":[214],"out":[215],"12":[217],"datasets,":[218],"resulting":[219],"an":[221],"average":[222],"accuracy":[223],"improvement":[224],"3.06.":[226]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4389520179","counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":11}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2023-12-11T00:00:00"}
