{"id":"https://openalex.org/W7170378287","doi":"https://doi.org/10.48550/arxiv.2607.20511","title":"SiGMA: Sign-Guided Merging and Adaptation for Multimodal Continual Instruction Tuning","display_name":"SiGMA: Sign-Guided Merging and Adaptation for Multimodal Continual Instruction Tuning","publication_year":2026,"publication_date":"2026-07-05","ids":{"openalex":"https://openalex.org/W7170378287","doi":"https://doi.org/10.48550/arxiv.2607.20511"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.20511","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20511","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.20511","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048848694","display_name":"Keonhee Park","orcid":"https://orcid.org/0000-0003-4151-5484"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Keonhee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5004098375","display_name":"G D Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Gunhee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.21439999341964722,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14800000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.5787000060081482},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.5195000171661377},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43869999051094055},{"id":"https://openalex.org/keywords/sigma","display_name":"Sigma","score":0.3619999885559082},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.32179999351501465},{"id":"https://openalex.org/keywords/auto-tuning","display_name":"Auto tuning","score":0.3059000074863434},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.289000004529953},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.288100004196167}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7896999716758728},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.5787000060081482},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5195000171661377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49000000953674316},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43869999051094055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3749000132083893},{"id":"https://openalex.org/C2778049214","wikidata":"https://www.wikidata.org/wiki/Q7512234","display_name":"Sigma","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C2986422732","wikidata":"https://www.wikidata.org/wiki/Q753025","display_name":"Auto tuning","level":4,"score":0.3059000074863434},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.2870999872684479},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2854999899864197},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2766000032424927},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.20511","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20511","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.20511","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20511","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0,9],"Continual":[1],"Instruction":[2],"Tuning":[3],"(MCIT)":[4],"is":[5,155],"crucial":[6],"for":[7],"adapting":[8],"Large":[10],"Language":[11],"Models":[12],"(MLLMs)":[13],"to":[14,124],"evolving":[15],"a":[16,69],"sequence":[17],"of":[18,26,148],"downstream":[19],"tasks.":[20],"Prior":[21],"methods":[22],"mostly":[23],"utilize":[24],"Mixture":[25],"Experts":[27],"or":[28],"expansion":[29],"merge":[30],"approach,":[31],"primarily":[32],"focusing":[33],"on":[34,133],"catastrophic":[35],"forgetting,":[36],"yet":[37,71],"they":[38],"still":[39],"suffer":[40],"from":[41],"negative":[42,76,143],"interference":[43,77,144],"during":[44,85],"inference,":[45],"where":[46],"newly":[47],"learned":[48],"updates":[49],"overwrite":[50],"useful":[51,128],"prior":[52],"knowledge":[53,101],"and":[54,67,87,102,126,135,145],"degrade":[55],"overall":[56],"performance.":[57],"To":[58],"address":[59],"this,":[60],"we":[61],"propose":[62],"SiGMA":[63,140],"(Sign":[64],"Guided":[65],"Merging":[66],"Adaptation),":[68],"simple":[70],"effective":[72],"framework":[73],"that":[74,139],"mitigates":[75],"with":[78,99,107],"two":[79],"components:":[80],"sign":[81,88],"guided":[82,89,94,114],"adaptive":[83,95],"tuning":[84,96],"training":[86],"merging":[90,115],"at":[91,157],"inference.":[92],"Sign":[93,113],"reduces":[97,142],"collisions":[98],"past":[100],"learns":[103],"the":[104,149],"current":[105],"task":[106,129],"minimal":[108],"drift,":[109],"mitigating":[110],"severe":[111],"forgetting.":[112],"further":[116],"improves":[117],"consolidation":[118],"by":[119],"selectively":[120],"scaling":[121],"salient":[122],"parameters":[123],"preserve":[125],"amplify":[127],"specific":[130],"knowledge.":[131],"Experiments":[132],"UCIT":[134],"DCL":[136],"benchmarks":[137],"show":[138],"significantly":[141],"outperforms":[146],"state":[147],"art":[150],"MCIT":[151],"methods.":[152],"Our":[153],"code":[154],"available":[156],"SiGMA.":[158]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-25T00:00:00"}