{"id":"https://openalex.org/W4410822899","doi":"https://doi.org/10.1609/aaaiss.v5i1.35617","title":"Training-Free Mitigation of Language Reasoning Degradation After Multimodal Instruction Tuning","display_name":"Training-Free Mitigation of Language Reasoning Degradation After Multimodal Instruction Tuning","publication_year":2025,"publication_date":"2025-05-28","ids":{"openalex":"https://openalex.org/W4410822899","doi":"https://doi.org/10.1609/aaaiss.v5i1.35617"},"language":"en","primary_location":{"id":"doi:10.1609/aaaiss.v5i1.35617","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaaiss.v5i1.35617","pdf_url":"https://ojs.aaai.org/index.php/AAAI-SS/article/download/35617/37772","source":{"id":"https://openalex.org/S4389157828","display_name":"Proceedings of the AAAI Symposium Series","issn_l":"2994-4317","issn":["2994-4317"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Symposium Series","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI-SS/article/download/35617/37772","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076851527","display_name":"Neale Ratzlaff","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neale Ratzlaff","raw_affiliation_strings":["Intel Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027498859","display_name":"Man Luo","orcid":"https://orcid.org/0009-0004-8704-343X"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Man Luo","raw_affiliation_strings":["Intel Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100640054","display_name":"Xin Su","orcid":"https://orcid.org/0000-0002-2208-9750"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Su","raw_affiliation_strings":["Intel Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087898808","display_name":"Vasudev Lal","orcid":"https://orcid.org/0000-0002-5907-9898"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vasudev Lal","raw_affiliation_strings":["Intel Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062674186","display_name":"Phillip Howard","orcid":"https://orcid.org/0000-0003-0529-7483"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phillip Howard","raw_affiliation_strings":["Intel Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5175,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92539114,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"5","issue":"1","first_page":"384","last_page":"388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9430000185966492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9430000185966492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.9189000129699707,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/degradation","display_name":"Degradation (telecommunications)","score":0.6065305471420288},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5782021284103394},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.552838921546936},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3226143419742584},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07776886224746704}],"concepts":[{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.6065305471420288},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5782021284103394},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.552838921546936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3226143419742584},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07776886224746704},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaaiss.v5i1.35617","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaaiss.v5i1.35617","pdf_url":"https://ojs.aaai.org/index.php/AAAI-SS/article/download/35617/37772","source":{"id":"https://openalex.org/S4389157828","display_name":"Proceedings of the AAAI Symposium Series","issn_l":"2994-4317","issn":["2994-4317"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Symposium Series","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaaiss.v5i1.35617","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaaiss.v5i1.35617","pdf_url":"https://ojs.aaai.org/index.php/AAAI-SS/article/download/35617/37772","source":{"id":"https://openalex.org/S4389157828","display_name":"Proceedings of the AAAI Symposium Series","issn_l":"2994-4317","issn":["2994-4317"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Symposium Series","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410822899.pdf","grobid_xml":"https://content.openalex.org/works/W4410822899.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2810751659"],"abstract_inverted_index":{"Multimodal":[0],"models":[1],"typically":[2],"combine":[3],"a":[4,11,63,116,157],"powerful":[5],"large":[6],"language":[7,41,56,94,119,166],"model":[8,159],"(LLM)":[9],"with":[10,75,88],"vision":[12,78],"encoder":[13],"and":[14,112,173],"are":[15],"then":[16],"trained":[17],"on":[18,55,61,138,147,177],"multimodal":[19,30,52,65,107,132],"data":[20],"via":[21],"instruction":[22,53,133],"tuning.":[23],"While":[24],"this":[25,36,45],"process":[26],"adapts":[27],"LLMs":[28,69,87],"to":[29],"settings,":[31],"it":[32,144],"remains":[33],"unclear":[34],"whether":[35],"adaptation":[37],"compromises":[38],"their":[39,89],"original":[40,86],"reasoning":[42,57,95,120,140,149,167],"capabilities.":[43],"In":[44],"work,":[46],"we":[47,114,154],"explore":[48],"the":[49,76,82,85,104,165],"effects":[50],"of":[51,84,106],"tuning":[54],"performance.":[58],"We":[59,80],"focus":[60],"LLaVA,":[62],"leading":[64],"framework":[66],"that":[67,156],"integrates":[68],"such":[70],"as":[71],"Vicuna":[72,111,126],"or":[73],"Mistral":[74,122,172],"CLIP":[77],"encoder.":[79],"compare":[81],"performance":[83,137,146,176],"multimodal-adapted":[90,171],"counterparts":[91],"across":[92,127],"eight":[93],"tasks.":[96,129,179],"Our":[97],"experiments":[98],"yield":[99],"several":[100],"key":[101],"insights.":[102],"First,":[103],"impact":[105],"learning":[108,134],"varies":[109],"between":[110],"Mistral:":[113],"observe":[115],"degradation":[117,168],"in":[118,170],"for":[121,125],"but":[123],"improvements":[124],"most":[128],"Second,":[130],"while":[131],"consistently":[135],"degrades":[136],"mathematical":[139],"tasks":[141,150],"(e.g.,":[142,151],"GSM8K),":[143],"enhances":[145],"commonsense":[148],"CommonsenseQA).":[152],"Finally,":[153],"demonstrate":[155],"training-free":[158],"merging":[160],"technique":[161],"can":[162],"effectively":[163],"mitigate":[164],"observed":[169],"even":[174],"improve":[175],"visual":[178]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}