{"id":"https://openalex.org/W4415933696","doi":"https://doi.org/10.1109/access.2025.3629164","title":"Symbiotic Tuning: A Simple Approach for Enhancing Task Performance of Side-Tuning","display_name":"Symbiotic Tuning: A Simple Approach for Enhancing Task Performance of Side-Tuning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415933696","doi":"https://doi.org/10.1109/access.2025.3629164"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3629164","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3629164","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3629164","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120270111","display_name":"Zhi-Quan Feng","orcid":"https://orcid.org/0009-0004-4276-3345"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Zhi-Quan Feng","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan","Department of Computer Science and Information Engineering, National Cheng Kung University, Taiwan"],"raw_orcid":"https://orcid.org/0009-0004-4276-3345","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Cheng Kung University, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040237383","display_name":"Ying-Jia Lin","orcid":"https://orcid.org/0000-0003-4347-0232"},"institutions":[{"id":"https://openalex.org/I173093425","display_name":"Chang Gung University","ror":"https://ror.org/00d80zx46","country_code":"TW","type":"education","lineage":["https://openalex.org/I173093425"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ying-Jia Lin","raw_affiliation_strings":["Department of Artificial Intelligence, Chang Gung University, Taoyuan, Taiwan","Department of Artificial Intelligence, Chang Gung University, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Chang Gung University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I173093425"]},{"raw_affiliation_string":"Department of Artificial Intelligence, Chang Gung University, Taiwan","institution_ids":["https://openalex.org/I173093425"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034198742","display_name":"Kun-Ta Chuang","orcid":"https://orcid.org/0000-0002-3914-8550"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kun-Ta Chuang","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan","Department of Computer Science and Information Engineering, National Cheng Kung University, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Cheng Kung University, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101898313","display_name":"Hung\u2010Yu Kao","orcid":"https://orcid.org/0000-0002-8890-8544"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hung-Yu Kao","raw_affiliation_strings":["Department of Computer Science, National Tsing Hua University, Hsinchu, Taiwan","Department of Computer Science, National Tsing Hua University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-8890-8544","affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]},{"raw_affiliation_string":"Department of Computer Science, National Tsing Hua University, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5120270111"],"corresponding_institution_ids":["https://openalex.org/I91807558"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16243624,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"198471","last_page":"198481"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4244999885559082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4244999885559082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.09939999878406525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.07240000367164612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7339000105857849},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7038999795913696},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6934000253677368},{"id":"https://openalex.org/keywords/memory-management","display_name":"Memory management","score":0.49900001287460327},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4668000042438507},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.46399998664855957},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4634000062942505},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4147000014781952}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8691999912261963},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7339000105857849},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7038999795913696},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6934000253677368},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.49900001287460327},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4668000042438507},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.46399998664855957},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4634000062942505},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4147000014781952},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.398499995470047},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.390500009059906},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.387800008058548},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.3287999927997589},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2994999885559082},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.26499998569488525},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C177950962","wikidata":"https://www.wikidata.org/wiki/Q10997658","display_name":"Non-volatile memory","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3629164","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3629164","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:eb02d74b0763457991d3678c8f0e0a38","is_oa":true,"landing_page_url":"https://doaj.org/article/eb02d74b0763457991d3678c8f0e0a38","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 198471-198481 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3629164","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3629164","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5431289886","display_name":null,"funder_award_id":"NSTC 114-2223-E-007-011","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"}],"funders":[{"id":"https://openalex.org/F4320331164","display_name":"National Science and Technology Council","ror":"https://ror.org/00wnb9798"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reducing":[0],"computational":[1],"and":[2,53,74,114,120,137,155,173,179],"memory":[3,42,45,64,138,158],"overhead":[4],"in":[5,14],"fine-tuning":[6,20,177],"large":[7],"language":[8,16,71,153,181],"models":[9],"remains":[10],"a":[11,86,102,131,148,171],"significant":[12],"challenge":[13],"natural":[15,152],"processing.":[17],"While":[18],"parameter-efficient":[19],"(PEFT)":[21],"methods,":[22],"such":[23],"as":[24,44],"LoRA,":[25],"have":[26,38],"gained":[27],"attention":[28,115],"for":[29,176],"reducing":[30],"trainable":[31],"parameters":[32],"while":[33],"maintaining":[34],"task":[35],"performance,":[36],"they":[37],"not":[39],"achieved":[40],"substantial":[41],"savings,":[43],"usage":[46,65],"is":[47],"still":[48],"dominated":[49],"by":[50,67],"model":[51,72],"weights":[52,116],"activations":[54],"during":[55],"backpropagation.":[56],"In":[57],"contrast,":[58],"Ladder":[59],"Side-Tuning":[60],"(LST)":[61],"addresses":[62],"the":[63,69,111,118],"problem":[66],"freezing":[68],"backbone":[70],"(BLM)":[73],"training":[75],"only":[76],"lightweight":[77],"side":[78],"networks.":[79],"However,":[80],"this":[81],"approach":[82],"often":[83],"leads":[84],"to":[85,90,124],"performance":[87,136,146],"decline":[88],"compared":[89],"PEFT":[91],"methods.":[92],"To":[93],"overcome":[94],"these":[95],"limitations,":[96],"we":[97],"propose":[98],"Symbiotic":[99],"Tuning":[100],"(SymTune),":[101],"novel":[103],"method":[104],"that":[105,168],"extracts":[106],"intermediate":[107],"outputs":[108],"which":[109],"includes":[110],"hidden":[112],"states":[113],"from":[117],"BLM":[119],"integrates":[121],"symbiotic":[122],"modules":[123],"enhance":[125],"feature":[126],"processing":[127],"capabilities.":[128],"SymTune":[129,169],"achieves":[130],"much":[132],"better":[133],"trade-off":[134],"between":[135],"efficiency,":[139],"offering":[140],"two":[141],"key":[142],"advantages:":[143],"1)":[144],"robust":[145],"across":[147],"wide":[149],"range":[150],"of":[151],"tasks,":[154],"2)":[156],"reduced":[157],"consumption":[159],"through":[160],"an":[161],"improved":[162],"side-tuning":[163],"architecture.":[164],"Experimental":[165],"results":[166],"demonstrate":[167],"provides":[170],"scalable":[172],"memory-efficient":[174],"solution":[175],"encoder-based":[178],"auto-regressive":[180],"models.":[182]},"counts_by_year":[],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-11-05T00:00:00"}