{"id":"https://openalex.org/W7131904162","doi":"https://doi.org/10.48550/arxiv.2602.23353","title":"SOTAlign: Semi-Supervised Alignment of Unimodal Vision and Language Models via Optimal Transport","display_name":"SOTAlign: Semi-Supervised Alignment of Unimodal Vision and Language Models via Optimal Transport","publication_year":2026,"publication_date":"2026-02-26","ids":{"openalex":"https://openalex.org/W7131904162","doi":"https://doi.org/10.48550/arxiv.2602.23353"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.23353","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061707805","display_name":"Simon Roschmann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roschmann, Simon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127320183","display_name":"Paul Krzakala","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krzakala, Paul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097372987","display_name":"Sonia Mazelet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mazelet, Sonia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127120827","display_name":"Quentin Bouniot","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bouniot, Quentin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5120644176","display_name":"Zeynep Akata","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akata, Zeynep","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25609756,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2962999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2962999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.27410000562667847,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11400000005960464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.557200014591217},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4925999939441681},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.49149999022483826},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.48100000619888306},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.45719999074935913},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45010000467300415},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.41130000352859497},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4092999994754791}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6888999938964844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6632999777793884},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.557200014591217},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4925999939441681},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.49149999022483826},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.48100000619888306},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.45719999074935913},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45010000467300415},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.41130000352859497},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4092999994754791},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3849000036716461},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36899998784065247},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.3637000024318695},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35280001163482666},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.32429999113082886},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3183000087738037},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.30140000581741333},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.29179999232292175},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C2982736386","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Statistical learning","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C4668613","wikidata":"https://www.wikidata.org/wiki/Q4116110","display_name":"Structural alignment","level":5,"score":0.2563000023365021},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25619998574256897},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.23353","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.23353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.23353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.23353","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6126711368560791,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"Platonic":[1],"Representation":[2],"Hypothesis":[3],"posits":[4],"that":[5,100,127],"neural":[6],"networks":[7],"trained":[8],"on":[9,41,120],"different":[10],"modalities":[11],"converge":[12],"toward":[13],"a":[14,66,77,97,103,112],"shared":[15,105],"statistical":[16],"model":[17],"of":[18,46,80,87],"the":[19,118,133],"world.":[20],"Recent":[21],"work":[22],"exploits":[23],"this":[24,50,92],"convergence":[25],"by":[26],"aligning":[27],"frozen":[28],"pretrained":[29,71],"vision":[30],"and":[31,44,115,141,149,152,156],"language":[32],"models":[33],"with":[34,60,84],"lightweight":[35],"alignment":[36,56,119],"layers,":[37],"but":[38],"typically":[39],"relies":[40],"contrastive":[42],"losses":[43],"millions":[45],"paired":[47,109],"samples.":[48],"In":[49],"work,":[51],"we":[52,94],"ask":[53],"whether":[54],"meaningful":[55],"can":[57],"be":[58],"achieved":[59],"substantially":[61],"less":[62],"supervision.":[63],"We":[64],"introduce":[65],"semi-supervised":[67,157],"setting":[68],"in":[69],"which":[70],"unimodal":[72],"encoders":[73],"are":[74],"aligned":[75],"using":[76,111],"small":[78],"number":[79],"image-text":[81],"pairs":[82],"together":[83],"large":[85],"amounts":[86],"unpaired":[88,121,139],"data.":[89],"To":[90],"address":[91],"challenge,":[93],"propose":[95],"SOTAlign,":[96],"two-stage":[98],"framework":[99],"first":[101],"recovers":[102],"coarse":[104],"geometry":[106],"from":[107],"limited":[108],"data":[110],"linear":[113],"teacher,":[114],"then":[116],"refines":[117],"samples":[122],"via":[123],"an":[124],"optimal-transport-based":[125],"divergence":[126],"transfers":[128],"relational":[129],"structure":[130],"without":[131],"overconstraining":[132],"target":[134],"space.":[135],"SOTAlign":[136],"effectively":[137],"leverages":[138],"images":[140],"text,":[142],"learning":[143],"robust":[144],"joint":[145],"embeddings":[146],"across":[147],"datasets":[148],"encoder":[150],"pairs,":[151],"significantly":[153],"outperforming":[154],"supervised":[155],"baselines.":[158],"Code":[159],"is":[160],"available":[161],"at":[162],"https://github.com/ExplainableML/SOTAlign.":[163]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-28T00:00:00"}