{"id":"https://openalex.org/W7127553641","doi":"https://doi.org/10.48550/arxiv.2501.03012","title":"Analyzing Finetuning Representation Shift for Multimodal LLMs Steering","display_name":"Analyzing Finetuning Representation Shift for Multimodal LLMs Steering","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-06","ids":{"openalex":"https://openalex.org/W7127553641","doi":"https://doi.org/10.48550/arxiv.2501.03012"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2501.03012","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.03012","pdf_url":"https://arxiv.org/pdf/2501.03012","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7127553641"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2501.03012","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099124181","display_name":"Pegah Khayatan","orcid":"https://orcid.org/0009-0001-9707-4836","observed_orcids":["https://orcid.org/0009-0001-9707-4836"]},"institutions":[{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Khayatan, Pegah","raw_affiliation_strings":["ISIR , Sorbonne Universit\u00e9 , Paris , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISIR , Sorbonne Universit\u00e9 , Paris , France","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111151249","display_name":"Mustafa Shukor","orcid":"https://orcid.org/0000-0002-3100-6689","observed_orcids":["https://orcid.org/0000-0002-3100-6689"]},"institutions":[{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Shukor, Mustafa","raw_affiliation_strings":["ISIR , Sorbonne Universit\u00e9 , Paris , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISIR , Sorbonne Universit\u00e9 , Paris , France","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049601339","display_name":"Jayneel Parekh","orcid":"https://orcid.org/0009-0008-4762-6998","observed_orcids":["https://orcid.org/0009-0008-4762-6998"]},"institutions":[{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Parekh, Jayneel","raw_affiliation_strings":["ISIR , Sorbonne Universit\u00e9 , Paris , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISIR , Sorbonne Universit\u00e9 , Paris , France","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037619048","display_name":"Arnaud Dapogny","orcid":"https://orcid.org/0000-0002-0074-8719","observed_orcids":["https://orcid.org/0000-0002-0074-8719"]},"institutions":[{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Dapogny, Arnaud","raw_affiliation_strings":["ISIR , Sorbonne Universit\u00e9 , Paris , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISIR , Sorbonne Universit\u00e9 , Paris , France","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108118084","display_name":"Matthieu Cord","orcid":"https://orcid.org/0000-0002-0627-5844","observed_orcids":["https://orcid.org/0000-0002-0627-5844"]},"institutions":[{"id":"https://openalex.org/I220619192","display_name":"Valeo (France)","ror":"https://ror.org/04ryqpf83","country_code":"FR","type":"company","lineage":["https://openalex.org/I220619192"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Cord, Matthieu","raw_affiliation_strings":["ISIR , Sorbonne Universit\u00e9 , Paris , France","Valeo.ai , Paris , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISIR , Sorbonne Universit\u00e9 , Paris , France","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358"]},{"raw_affiliation_string":"Valeo.ai , Paris , France","institution_ids":["https://openalex.org/I220619192"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.04050000011920929,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.9860000014305115},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.7739999890327454},{"id":"https://openalex.org/keywords/representation-shift","display_name":"representation shift","score":0.9559999704360962},{"id":"https://openalex.org/keywords/covariate-shift","display_name":"covariate shift","score":0.7680000066757202},{"id":"https://openalex.org/keywords/shift-vector","display_name":"shift vector","score":0.6610000133514404},{"id":"https://openalex.org/keywords/concept-shift","display_name":"concept shift","score":0.3019999861717224},{"id":"https://openalex.org/keywords/model-steering","display_name":"model steering","score":0.7649999856948853},{"id":"https://openalex.org/keywords/safety-enforcement","display_name":"safety enforcement","score":0.41600000858306885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6467000246047974},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5692999958992004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4887000024318695},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.31130000948905945},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2371000051498413},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.23000000417232513}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2501.03012","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.03012","pdf_url":"https://arxiv.org/pdf/2501.03012","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-05462785v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-05462785v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE/CVF International Conference on Computer Vision (ICCV), Oct 2025, Honoloulu, Hawaii, United States","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2501.03012","doi":"https://doi.org/10.48550/arxiv.2501.03012","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2501.03012","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2501.03012","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.03012","pdf_url":"https://arxiv.org/pdf/2501.03012","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1952697965","display_name":"Post-generative artificial intelligence at Paris","funder_award_id":"ANR-23-IACL-0007","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G4489519116","display_name":"Towards visual reasoning in deep learning","funder_award_id":"ANR-20-CHIA-0022","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7127553641.pdf","grobid_xml":"https://content.openalex.org/works/W7127553641.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2277195237","https://openalex.org/W2560730294","https://openalex.org/W3007960301","https://openalex.org/W3135367836","https://openalex.org/W3168867926","https://openalex.org/W4224308101","https://openalex.org/W4225595179","https://openalex.org/W4285149215","https://openalex.org/W4312695920","https://openalex.org/W4323572061","https://openalex.org/W4327526719","https://openalex.org/W4327810158","https://openalex.org/W4384918448","https://openalex.org/W4386076059","https://openalex.org/W4386081218","https://openalex.org/W4386185600","https://openalex.org/W4386566765","https://openalex.org/W4386839891","https://openalex.org/W4387561528","https://openalex.org/W4387929831","https://openalex.org/W4387963693","https://openalex.org/W4389523932","https://openalex.org/W4390190013","https://openalex.org/W4390872596","https://openalex.org/W4390873312","https://openalex.org/W4398888709","https://openalex.org/W4401306979","https://openalex.org/W4402670707","https://openalex.org/W4402671231","https://openalex.org/W4402727764","https://openalex.org/W4402903971","https://openalex.org/W4403323711","https://openalex.org/W4403345328","https://openalex.org/W4403565648","https://openalex.org/W4403780659","https://openalex.org/W4404575054","https://openalex.org/W4406755521","https://openalex.org/W4410706541","https://openalex.org/W4411119489","https://openalex.org/W4413144796","https://openalex.org/W4413156032","https://openalex.org/W4414792179","https://openalex.org/W4414898213","https://openalex.org/W4415795201","https://openalex.org/W4415796627","https://openalex.org/W4415797389","https://openalex.org/W4415798691","https://openalex.org/W4415800567","https://openalex.org/W4415800624","https://openalex.org/W4415800641","https://openalex.org/W7133193597","https://openalex.org/W7133196460","https://openalex.org/W7133203817"],"related_works":["https://openalex.org/W7202206632","https://openalex.org/W7172098313","https://openalex.org/W4415800624","https://openalex.org/W4417127716","https://openalex.org/W7212129088","https://openalex.org/W7140146812","https://openalex.org/W4414490434","https://openalex.org/W4412944574","https://openalex.org/W4416034667","https://openalex.org/W7126059664"],"abstract_inverted_index":{"Multimodal":[0],"LLMs":[1],"(MLLMs)":[2],"have":[3,138],"reached":[4],"remarkable":[5],"levels":[6],"of":[7,19,105],"proficiency":[8],"in":[9,130,156,160],"understanding":[10,14],"multimodal":[11],"inputs.":[12],"However,":[13],"and":[15,66,86,92,173],"interpreting":[16],"the":[17,30,81,103,131],"behavior":[18,171],"such":[20,79],"complex":[21],"models":[22],"is":[23,177],"a":[24,164],"challenging":[25],"task,":[26],"not":[27],"to":[28,40,59,63,72,108,118],"mention":[29],"dynamic":[31],"shifts":[32,129],"that":[33,95],"may":[34,96],"occur":[35,97],"during":[36,98],"fine-tuning,":[37],"or":[38],"due":[39],"covariate":[41],"shift":[42,82,106,114],"between":[43],"datasets.":[44],"In":[45],"this":[46],"work,":[47],"we":[48,57,162],"apply":[49],"concept-level":[50],"analysis":[51],"towards":[52],"MLLM":[53,142,157,170],"understanding.":[54],"More":[55],"specifically,":[56],"propose":[58,163],"map":[60],"hidden":[61],"states":[62],"interpretable":[64],"visual":[65],"textual":[67],"concepts.":[68],"This":[69],"enables":[70],"us":[71,117],"more":[73],"efficiently":[74],"compare":[75],"certain":[76],"semantic":[77],"dynamics,":[78],"as":[80,151,153],"from":[83],"an":[84],"original":[85,132],"fine-tuned":[87,120],"model,":[88],"revealing":[89],"concept":[90,128],"alteration":[91],"potential":[93],"biases":[94],"fine-tuning.":[99],"We":[100],"also":[101,137],"demonstrate":[102],"use":[104],"vectors":[107,115],"capture":[109],"these":[110],"concepts":[111,121],"changes.":[112],"These":[113],"allow":[116],"recover":[119],"by":[122],"applying":[123],"simple,":[124],"computationally":[125],"inexpensive":[126],"additive":[127],"model.":[133],"Finally,":[134],"our":[135],"findings":[136],"direct":[139],"applications":[140],"for":[141,148,169],"steering,":[143],"which":[144],"can":[145],"be":[146],"used":[147],"model":[149],"debiasing":[150],"well":[152],"enforcing":[154],"safety":[155],"output.":[158],"All":[159],"all,":[161],"novel,":[165],"training-free,":[166],"ready-to-use":[167],"framework":[168],"interpretability":[172],"control.":[174],"Our":[175],"implementation":[176],"publicly":[178],"available.":[179]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7127553641","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":6}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-02-04T00:00:00"}
