{"id":"https://openalex.org/W7161690630","doi":"https://doi.org/10.48550/arxiv.2605.16353","title":"StrLoRA: Towards Streaming Continual Visual Instruction Tuning for MLLMs","display_name":"StrLoRA: Towards Streaming Continual Visual Instruction Tuning for MLLMs","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7161690630","doi":"https://doi.org/10.48550/arxiv.2605.16353"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.16353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.16353","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136469336","display_name":"Chang Che","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Che, Chang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136483728","display_name":"Ziqi Wang","orcid":"https://orcid.org/0009-0002-8343-2919"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ziqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136485021","display_name":"Hui Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Hui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113174829","display_name":"Cheems Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Cheems","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5015728132","display_name":"Zenglin Shi","orcid":"https://orcid.org/0000-0002-1889-1409"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Zenglin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9136000275611877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9136000275611877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.053700000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.004699999932199717,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5555999875068665},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.555400013923645},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5374000072479248},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.511900007724762},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4489000141620636},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4375999867916107},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.3603000044822693},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.35409998893737793}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8337000012397766},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5555999875068665},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.555400013923645},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5374000072479248},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.511900007724762},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5117999911308289},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49889999628067017},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4489000141620636},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4375999867916107},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.35409998893737793},{"id":"https://openalex.org/C2777611316","wikidata":"https://www.wikidata.org/wiki/Q39045282","display_name":"Streaming data","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3000999987125397},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C24856439","wikidata":"https://www.wikidata.org/wiki/Q352483","display_name":"Adaptive routing","level":5,"score":0.2831999957561493},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2630999982357025},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.16353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.16353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6161250472068787,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Continual":[0],"Visual":[1],"Instruction":[2],"Tuning":[3],"(CVIT)":[4],"enables":[5],"Multimodal":[6],"Large":[7],"Language":[8],"Models":[9],"to":[10,30,111,139],"incrementally":[11],"acquire":[12,90],"new":[13,91],"abilities.":[14],"However,":[15],"existing":[16,210],"CVIT":[17,61,100],"methods":[18,101],"operate":[19],"under":[20],"a":[21,31,45,63,73,79,86,123,141,183,191,200],"restrictive":[22],"task-incremental":[23],"setting,":[24],"where":[25,41,69,159],"each":[26,117],"training":[27],"phase":[28],"corresponds":[29],"single,":[32],"predefined":[33],"task.":[34],"This":[35],"does":[36],"not":[37],"reflect":[38],"real-world":[39],"conditions,":[40],"data":[42,76,219],"arrives":[43],"as":[44,104],"continuous":[46],"stream":[47,74],"of":[48,75,82,144],"interleaved":[49],"and":[50,66,96,171],"dynamically":[51],"evolving":[52,218],"tasks.":[53,83],"To":[54,176],"bridge":[55],"this":[56,157],"gap,":[57],"we":[58],"introduce":[59],"Streaming":[60],"(StrCVIT),":[62],"more":[64],"general":[65],"realistic":[67],"setting":[68],"models":[70],"learn":[71],"from":[72,216],"chunks":[77],"containing":[78],"dynamic":[80],"mixture":[81],"In":[84],"StrCVIT,":[85],"model":[87],"must":[88],"simultaneously":[89],"abilities,":[92,95],"reinforce":[93],"recurring":[94],"mitigate":[97],"forgetting.":[98],"Existing":[99],"fail":[102],"here":[103],"they":[105],"cannot":[106],"reliably":[107],"distinguish":[108],"or":[109],"adapt":[110],"the":[112,136,172,180],"heterogeneous":[113],"task":[114],"samples":[115],"within":[116,156],"chunk.":[118],"We":[119],"therefore":[120],"propose":[121],"StrLoRA,":[122],"regularized":[124],"two-stage":[125],"expert":[126,133,154],"routing":[127,188],"framework.":[128],"StrLoRA":[129,207],"first":[130],"performs":[131],"task-aware":[132],"selection":[134],"using":[135],"textual":[137],"instruction":[138,174],"activate":[140],"sparse":[142],"subset":[143],"relevant":[145],"experts,":[146],"reducing":[147],"cross-task":[148],"interference.":[149],"It":[150],"then":[151],"applies":[152],"token-wise":[153],"weighting":[155],"subset,":[158],"contribution":[160],"weights":[161],"are":[162],"computed":[163],"via":[164],"cross-modal":[165],"attention":[166],"between":[167],"local":[168],"visual":[169],"tokens":[170],"global":[173],"representation.":[175],"maintain":[177],"stability":[178],"across":[179],"non-stationary":[181],"stream,":[182],"routing-stability":[184],"regularization":[185],"aligns":[186],"current":[187],"distributions":[189],"with":[190],"historical":[192],"exponential":[193],"moving":[194],"average":[195],"reference.":[196],"Extensive":[197],"experiments":[198],"on":[199],"newly":[201],"developed":[202],"StrCVIT":[203],"benchmark":[204],"show":[205],"that":[206],"substantially":[208],"outperforms":[209],"methods,":[211],"effectively":[212],"enhancing":[213],"model's":[214],"abilities":[215],"continuously":[217],"streams.":[220],"The":[221],"code":[222],"is":[223],"available":[224],"at":[225],"https://github.com/chanceche/StrCVIT.":[226]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}