{"id":"https://openalex.org/W7140131042","doi":"https://doi.org/10.48550/arxiv.2603.19862","title":"IsoCLIP: Decomposing CLIP Projectors for Efficient Intra-modal Alignment","display_name":"IsoCLIP: Decomposing CLIP Projectors for Efficient Intra-modal Alignment","publication_year":2026,"publication_date":"2026-03-20","ids":{"openalex":"https://openalex.org/W7140131042","doi":"https://doi.org/10.48550/arxiv.2603.19862"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.19862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.19862","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056168149","display_name":"Simone Magistri","orcid":"https://orcid.org/0000-0002-0520-8463"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Magistri, Simone","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130404682","display_name":"Dipam Goswami","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goswami, Dipam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113280443","display_name":"Marco Mistretta","orcid":"https://orcid.org/0009-0006-6630-6477"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mistretta, Marco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017330235","display_name":"Bart\u0142omiej Twardowski","orcid":"https://orcid.org/0000-0003-2117-8679"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Twardowski, Bart\u0142omiej","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130399086","display_name":"Joost van de Weijer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"van de Weijer, Joost","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064029620","display_name":"Andrew D. Bagdanov","orcid":"https://orcid.org/0000-0001-6408-7043"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bagdanov, Andrew D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.00800000037997961,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.6851000189781189},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6593999862670898},{"id":"https://openalex.org/keywords/projector","display_name":"Projector","score":0.5634999871253967},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5601000189781189},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.5410000085830688},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45840001106262207},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.42739999294281006},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.4050000011920929},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.3901999890804291}],"concepts":[{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.6851000189781189},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.671999990940094},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6593999862670898},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5807999968528748},{"id":"https://openalex.org/C2776865275","wikidata":"https://www.wikidata.org/wiki/Q311666","display_name":"Projector","level":2,"score":0.5634999871253967},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5601000189781189},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5410000085830688},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49410000443458557},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45840001106262207},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.42739999294281006},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.4050000011920929},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3901999890804291},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.38989999890327454},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.38339999318122864},{"id":"https://openalex.org/C178009071","wikidata":"https://www.wikidata.org/wiki/Q93344","display_name":"Trigonometric functions","level":2,"score":0.3808000087738037},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.3702999949455261},{"id":"https://openalex.org/C92423082","wikidata":"https://www.wikidata.org/wiki/Q132146","display_name":"Zernike polynomials","level":3,"score":0.3659999966621399},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C2221639","wikidata":"https://www.wikidata.org/wiki/Q2877","display_name":"Discrete cosine transform","level":3,"score":0.3400999903678894},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3255000114440918},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C184050105","wikidata":"https://www.wikidata.org/wiki/Q273163","display_name":"Isotropy","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2782000005245209},{"id":"https://openalex.org/C151756577","wikidata":"https://www.wikidata.org/wiki/Q36810","display_name":"Quadrilateral","level":3,"score":0.274399995803833},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.19862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.19862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.44819146394729614}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language":[0],"Models":[1],"like":[2,29],"CLIP":[3,47,87],"are":[4,23,140],"extensively":[5],"used":[6],"for":[7,98],"inter-modal":[8,95,127],"tasks":[9,28],"which":[10,136],"involve":[11],"both":[12],"visual":[13],"and":[14,61,81,105,165,179,193],"text":[15,62],"modalities.":[16],"However,":[17],"when":[18],"the":[19,36,52,55,65,71,74,85,100,126,137,162,168],"individual":[20],"modality":[21],"encoders":[22],"applied":[24,77],"to":[25,78,118,148],"inherently":[26],"intra-modal":[27,37,44,108,113,120,172,177,188],"image-to-image":[30],"retrieval,":[31],"their":[32],"performance":[33],"suffers":[34],"from":[35,161],"misalignment.":[38],"In":[39],"this":[40,154],"paper":[41],"we":[42,89,129],"study":[43],"misalignment":[45],"in":[46,135],"with":[48,84],"a":[49,106],"focus":[50],"on":[51,176],"role":[53],"of":[54,73,125],"projectors":[56],"that":[57,91,110,153,166,183],"map":[58],"pre-projection":[59],"image":[60],"embeddings":[63],"into":[64],"shared":[66],"embedding":[67],"space.":[68],"By":[69],"analyzing":[70],"form":[72],"cosine":[75],"similarity":[76],"projected":[79],"features,":[80],"its":[82],"interaction":[83],"contrastive":[86],"loss,":[88],"show":[90,182],"there":[92],"is":[93,204],"an":[94,131],"operator":[96,109],"responsible":[97],"aligning":[99],"two":[101,138],"modalities":[102,139],"during":[103],"training,":[104],"second,":[107],"only":[111],"enforces":[112],"normalization":[114],"but":[115],"does":[116],"nothing":[117],"promote":[119],"alignment.":[121,173],"Via":[122],"spectral":[123],"analysis":[124],"operator,":[128],"identify":[130],"approximately":[132],"isotropic":[133],"subspace":[134,156],"well-aligned,":[141],"as":[142,144],"well":[143],"anisotropic":[145,169],"directions":[146,170],"specific":[147],"each":[149],"modality.":[150],"We":[151],"demonstrate":[152],"aligned":[155],"can":[157],"be":[158],"directly":[159],"obtained":[160],"projector":[163],"weights":[164],"removing":[167],"improves":[171],"Our":[174],"experiments":[175],"retrieval":[178],"classification":[180],"benchmarks":[181],"our":[184],"training-free":[185],"method":[186],"reduces":[187],"misalignment,":[189],"greatly":[190],"lowers":[191],"latency,":[192],"outperforms":[194],"existing":[195],"approaches":[196],"across":[197],"multiple":[198],"pre-trained":[199],"CLIP-like":[200],"models.":[201],"The":[202],"code":[203],"publicly":[205],"available":[206],"at:":[207],"https://github.com/simomagi/IsoCLIP.":[208]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-24T00:00:00"}