{"id":"https://openalex.org/W4400529738","doi":"https://doi.org/10.1145/3626772.3657920","title":"Enhancing Task Performance in Continual Instruction Fine-tuning Through Format Uniformity","display_name":"Enhancing Task Performance in Continual Instruction Fine-tuning Through Format Uniformity","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400529738","doi":"https://doi.org/10.1145/3626772.3657920"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657920","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657920","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102869238","display_name":"Xiaoyu Tan","orcid":"https://orcid.org/0000-0003-3555-7143"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyu Tan","raw_affiliation_strings":["INF Technology (Shanghai) Co., Ltd., Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3555-7143","affiliations":[{"raw_affiliation_string":"INF Technology (Shanghai) Co., Ltd., Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103325266","display_name":"Leijun Cheng","orcid":"https://orcid.org/0009-0003-6625-1961"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leijun Cheng","raw_affiliation_strings":["School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-6625-1961","affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007950680","display_name":"Xihe Qiu","orcid":"https://orcid.org/0000-0003-4024-925X"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xihe Qiu","raw_affiliation_strings":["School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4024-925X","affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027743711","display_name":"Shaojie Shi","orcid":"https://orcid.org/0009-0004-5781-0941"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojie Shi","raw_affiliation_strings":["School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-5781-0941","affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, Shanghai University of Engineering Science, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101941144","display_name":"Yuan Cheng","orcid":"https://orcid.org/0000-0003-2502-9101"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Cheng","raw_affiliation_strings":["AI3 Institute, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2502-9101","affiliations":[{"raw_affiliation_string":"AI3 Institute, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055732061","display_name":"Wei Chu","orcid":"https://orcid.org/0000-0002-6401-6111"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Chu","raw_affiliation_strings":["INF Technology (Shanghai) Co., Ltd., Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6401-6111","affiliations":[{"raw_affiliation_string":"INF Technology (Shanghai) Co., Ltd., Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100579456","display_name":"Yinghui Xu","orcid":"https://orcid.org/0009-0002-7346-2794"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinghui Xu","raw_affiliation_strings":["AI3 Institute, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-7346-2794","affiliations":[{"raw_affiliation_string":"AI3 Institute, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101723187","display_name":"Qi Yuan","orcid":"https://orcid.org/0009-0002-9377-5755"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Qi","raw_affiliation_strings":["AI3 Institute, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-9377-5755","affiliations":[{"raw_affiliation_string":"AI3 Institute, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2384","last_page":"2389"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7379568815231323},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6992875337600708},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09763315320014954},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.07900643348693848}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7379568815231323},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6992875337600708},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09763315320014954},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.07900643348693848}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626772.3657920","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657920","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8096836018","display_name":null,"funder_award_id":"62102241","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2560647685","https://openalex.org/W2606964149","https://openalex.org/W2607303097","https://openalex.org/W2981852735","https://openalex.org/W3081168214","https://openalex.org/W3185341429","https://openalex.org/W4226278401","https://openalex.org/W4288089799","https://openalex.org/W4313483770","https://openalex.org/W4367189613","https://openalex.org/W4385564993","https://openalex.org/W4387645476","https://openalex.org/W4389518431","https://openalex.org/W4389518728","https://openalex.org/W4389518991","https://openalex.org/W4392796555"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"In":[0,113],"recent":[1],"advancements,":[2],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"have":[7],"demonstrated":[8],"remarkable":[9],"capabilities":[10],"in":[11,51,58,67,109,149,158,181],"diverse":[12],"tasks,":[13],"primarily":[14],"through":[15,43],"interactive":[16],"question-answering":[17],"with":[18,103],"humans.":[19],"This":[20,162],"development":[21],"marks":[22],"significant":[23],"progress":[24],"towards":[25],"artificial":[26],"general":[27,59],"intelligence":[28],"(AGI).":[29],"Despite":[30],"their":[31],"superior":[32],"performance,":[33,102],"LLMs":[34,169],"often":[35],"exhibit":[36],"limitations":[37],"when":[38],"adapted":[39],"to":[40,64,165],"domain-specific":[41,61,83,139,171],"tasks":[42],"instruction":[44,74,84,97,140],"fine-tuning":[45,75,79],"(IF).":[46],"The":[47,142],"primary":[48],"challenge":[49],"lies":[50],"the":[52,55,93,133,166,174],"discrepancy":[53],"between":[54],"data":[56,105,177],"distribution":[57,180],"and":[60,179],"contexts,":[62],"leading":[63],"suboptimal":[65],"accuracy":[66],"specialized":[68],"tasks.":[69],"To":[70],"address":[71],"this,":[72],"continual":[73],"(CIF),":[76],"particularly":[77],"supervised":[78],"(SFT),":[80],"on":[81],"targeted":[82],"datasets":[85,98],"is":[86],"necessary.":[87],"Our":[88],"ablation":[89],"study":[90,163],"reveals":[91],"that":[92,121],"structure":[94,178],"of":[95,168,176],"these":[96],"critically":[99],"influences":[100],"CIF":[101,123,153],"substantial":[104],"distributional":[106],"shifts":[107],"resulting":[108],"notable":[110],"performance":[111,151],"degradation.":[112],"this":[114],"paper,":[115],"we":[116],"introduce":[117],"a":[118,156],"novel":[119],"framework":[120],"enhances":[122],"by":[124],"promoting":[125],"format":[126],"uniformity.":[127],"We":[128],"assess":[129],"our":[130],"approach":[131],"using":[132],"Llama2":[134],"chat":[135],"model":[136],"across":[137],"various":[138],"datasets.":[141],"results":[143],"demonstrate":[144],"not":[145],"only":[146],"an":[147],"improvement":[148],"task-specific":[150],"under":[152],"but":[154],"also":[155],"reduction":[157],"catastrophic":[159],"forgetting":[160],"(CF).":[161],"contributes":[164],"optimization":[167],"for":[170],"applications,":[172],"highlighting":[173],"significance":[175],"CIF.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}