{"id":"https://openalex.org/W4392796555","doi":"https://doi.org/10.1109/lsp.2024.3377590","title":"Chain-of-LoRA: Enhancing the Instruction Fine-Tuning Performance of Low-Rank Adaptation on Diverse Instruction Set","display_name":"Chain-of-LoRA: Enhancing the Instruction Fine-Tuning Performance of Low-Rank Adaptation on Diverse Instruction Set","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392796555","doi":"https://doi.org/10.1109/lsp.2024.3377590"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2024.3377590","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2024.3377590","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007950680","display_name":"Xihe Qiu","orcid":"https://orcid.org/0000-0003-4024-925X"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xihe Qiu","raw_affiliation_strings":["School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4024-925X","affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090685223","display_name":"Teqi Hao","orcid":"https://orcid.org/0009-0006-9510-8154"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Teqi Hao","raw_affiliation_strings":["School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-9510-8154","affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027743711","display_name":"Shaojie Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojie Shi","raw_affiliation_strings":["School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-5781-0941","affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102869238","display_name":"Xiaoyu Tan","orcid":"https://orcid.org/0000-0003-3555-7143"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyu Tan","raw_affiliation_strings":["INF Technology (Shanghai) Company Ltd., Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3555-7143","affiliations":[{"raw_affiliation_string":"INF Technology (Shanghai) Company Ltd., Shanghai, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100735352","display_name":"Yu-Jie Xiong","orcid":"https://orcid.org/0000-0002-2769-022X"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu-Jie Xiong","raw_affiliation_strings":["School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2769-022X","affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5007950680"],"corresponding_institution_ids":["https://openalex.org/I141962983"],"apc_list":null,"apc_paid":null,"fwci":5.9604,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.9658535,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"31","issue":null,"first_page":"875","last_page":"879"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8298503756523132},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6964811086654663},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6382052898406982},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6031548380851746},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5329896807670593},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5292009115219116},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.46360859274864197},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3760165572166443},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36770474910736084},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.35848355293273926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35307326912879944},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3502225875854492},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.20385468006134033},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10275393724441528}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8298503756523132},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6964811086654663},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6382052898406982},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6031548380851746},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5329896807670593},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5292009115219116},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.46360859274864197},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3760165572166443},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36770474910736084},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.35848355293273926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35307326912879944},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3502225875854492},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.20385468006134033},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10275393724441528},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lsp.2024.3377590","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2024.3377590","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3593522634","display_name":null,"funder_award_id":"23ZR1425400","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G4862170252","display_name":null,"funder_award_id":"62102241","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W3023146441","https://openalex.org/W3154200459","https://openalex.org/W3169920290","https://openalex.org/W3177323791","https://openalex.org/W4224308101","https://openalex.org/W4229005866","https://openalex.org/W4307079201","https://openalex.org/W4312651322","https://openalex.org/W4360836968","https://openalex.org/W4362515116","https://openalex.org/W4385571124","https://openalex.org/W4385572845","https://openalex.org/W4386907211","https://openalex.org/W4389519205","https://openalex.org/W4389523706","https://openalex.org/W4389524372","https://openalex.org/W4392240262","https://openalex.org/W4404658388","https://openalex.org/W6778883912","https://openalex.org/W6794190307","https://openalex.org/W6796581206","https://openalex.org/W6802669662","https://openalex.org/W6809646742","https://openalex.org/W6810081322","https://openalex.org/W6811340617","https://openalex.org/W6837789219","https://openalex.org/W6846386225","https://openalex.org/W6847076894","https://openalex.org/W6850462617","https://openalex.org/W6850936240","https://openalex.org/W6851775633","https://openalex.org/W6852449896","https://openalex.org/W6856797904"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353752728"],"abstract_inverted_index":{"Recently,":[0],"large":[1,102],"language":[2],"models":[3],"(LLMs)":[4],"with":[5,49,104],"conversational-style":[6],"interaction,":[7],"such":[8],"as":[9],"ChatGPT":[10],"and":[11,35,47,97,140,163,170],"Claude,":[12],"have":[13,76],"gained":[14],"significant":[15,105],"importance":[16],"in":[17],"the":[18,26,123,137,148,167],"advancement":[19],"of":[20,126,173],"artificial":[21],"general":[22],"intelligence":[23],"(AGI).":[24],"However,":[25,89],"extensive":[27],"resource":[28],"requirements":[29],"during":[30],"pre-training,":[31],"instruction":[32,138],"fine-tuning":[33],"(IF),":[34],"reinforcement":[36],"learning":[37],"through":[38,65],"human":[39],"feedback":[40],"(RLHF)":[41],"pose":[42],"challenges,":[43],"particularly":[44],"for":[45,85],"individuals":[46],"studios":[48],"limited":[50],"resources.":[51,180],"Moreover,":[52],"sensitive":[53],"data":[54],"that":[55,185],"cannot":[56],"be":[57],"deployed":[58],"on":[59,87,196],"remote":[60],"training":[61,90,131,152],"platforms":[62],"or":[63],"queried":[64],"APIs":[66],"further":[67],"exacerbates":[68],"this":[69,112],"issue.":[70],"To":[71],"address":[72],"these":[73],"limitations,":[74],"researchers":[75],"introduced":[77],"a":[78,116,132,159],"parameter-efficient":[79],"framework":[80,118,188],"called":[81,119],"low-rank":[82],"adaptation":[83],"(LoRA)":[84],"IF":[86,124,195],"LLMs.":[88,197],"individual":[91],"LoRA":[92,133,144,155],"networks":[93,145],"faces":[94],"capacity":[95],"constraints":[96],"struggles":[98],"to":[99,101,121,135,146,177,192],"adapt":[100],"domains":[103],"distributional":[106],"shifts":[107],"across":[108],"different":[109],"tasks.":[110,150],"In":[111],"paper,":[113],"we":[114,157],"propose":[115],"novel":[117],"chain-of-LoRA":[120],"enhance":[122],"performance":[125,162,191],"LoRA.":[127],"Our":[128,181],"approach":[129],"involves":[130],"network":[134],"classify":[136],"type":[139],"then":[141],"utilizing":[142],"task-specific":[143,154],"accomplish":[147],"respective":[149],"By":[151],"multiple":[153],"networks,":[156],"exploit":[158],"trade-off":[160],"between":[161],"disk":[164,174],"storage,":[165],"leveraging":[166],"easily":[168],"expandable":[169],"cost-effective":[171],"nature":[172],"storage":[175],"compared":[176],"precious":[178],"graphical":[179],"experimental":[182],"results":[183],"demonstrate":[184],"our":[186],"proposed":[187],"achieves":[189],"comparable":[190],"typical":[193],"direct":[194]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}