{"id":"https://openalex.org/W4404351127","doi":"https://doi.org/10.48550/arxiv.2411.01053","title":"Contrasting with Symile: Simple Model-Agnostic Representation Learning for Unlimited Modalities","display_name":"Contrasting with Symile: Simple Model-Agnostic Representation Learning for Unlimited Modalities","publication_year":2024,"publication_date":"2024-11-01","ids":{"openalex":"https://openalex.org/W4404351127","doi":"https://doi.org/10.48550/arxiv.2411.01053"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2411.01053","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.01053","pdf_url":"https://arxiv.org/pdf/2411.01053","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2411.01053","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084757090","display_name":"Adriel Saporta","orcid":"https://orcid.org/0000-0002-8726-2278"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Saporta, Adriel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073839474","display_name":"Aahlad Puli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Puli, Aahlad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067115440","display_name":"Larry B. Goldstein","orcid":"https://orcid.org/0000-0001-7747-128X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goldstein, Mark","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5022202456","display_name":"Rajesh Ranganath","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ranganath, Rajesh","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5084757090"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9573000073432922,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9083999991416931,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.7033843398094177},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6519227027893066},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6512944102287292},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5460134744644165},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.13503187894821167},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.10134616494178772},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08099246025085449},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.06751862168312073},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.049059897661209106}],"concepts":[{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.7033843398094177},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6519227027893066},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6512944102287292},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5460134744644165},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.13503187894821167},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.10134616494178772},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08099246025085449},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06751862168312073},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.049059897661209106},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2411.01053","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.01053","pdf_url":"https://arxiv.org/pdf/2411.01053","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2411.01053","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2411.01053","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2411.01053","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.01053","pdf_url":"https://arxiv.org/pdf/2411.01053","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1171700966","display_name":null,"funder_award_id":"NSF CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3298056745","display_name":null,"funder_award_id":"R01HL","funder_id":"https://openalex.org/F4320337338","funder_display_name":"National Heart, Lung, and Blood Institute"},{"id":"https://openalex.org/G3530239307","display_name":null,"funder_award_id":"NHLBI","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5693414920","display_name":null,"funder_award_id":"1922658","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6275702937","display_name":null,"funder_award_id":"R01HL148248","funder_id":"https://openalex.org/F4320337338","funder_display_name":"National Heart, Lung, and Blood Institute"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7445402995","display_name":null,"funder_award_id":"NHLBI,","funder_id":"https://openalex.org/F4320337338","funder_display_name":"National Heart, Lung, and Blood Institute"},{"id":"https://openalex.org/G7472439484","display_name":"Career: Building Models that Avoid Spurious Correlations through Interpretability and Representation Learning","funder_award_id":"2145542","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7643161287","display_name":null,"funder_award_id":"NIH/NHLBI","funder_id":"https://openalex.org/F4320337338","funder_display_name":"National Heart, Lung, and Blood Institute"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337338","display_name":"National Heart, Lung, and Blood Institute","ror":"https://ror.org/012pb6c26"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404351127.pdf","grobid_xml":"https://content.openalex.org/works/W4404351127.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2185469136","https://openalex.org/W1585007175","https://openalex.org/W2011264131","https://openalex.org/W2382521049","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2144385241"],"abstract_inverted_index":{"Contrastive":[0],"learning":[1,84,102],"methods,":[2],"such":[3,27,36],"as":[4,37],"CLIP,":[5,139],"leverage":[6],"naturally":[7],"paired":[8],"data-for":[9],"example,":[10],"images":[11],"and":[12,40,117,150,165,168,176,181],"their":[13],"corresponding":[14],"text":[15,164],"captions-to":[16],"learn":[17],"general":[18],"representations":[19,121],"that":[20,53,86,119],"transfer":[21],"efficiently":[22],"to":[23,32,43,60],"downstream":[24],"tasks.":[25],"While":[26],"approaches":[28],"are":[29,187],"generally":[30],"applied":[31],"two":[33],"modalities,":[34,65],"domains":[35],"robotics,":[38],"healthcare,":[39],"video":[41],"need":[42],"support":[44],"many":[45],"types":[46],"of":[47,57,70,93,125,161,172],"data":[48],"at":[49,190],"once.":[50],"We":[51],"show":[52,118],"the":[54,68,71,133,145],"pairwise":[55,138],"application":[56],"CLIP":[58],"fails":[59],"capture":[61],"joint":[62],"information":[63,89],"between":[64,90],"thereby":[66],"limiting":[67],"quality":[69],"learned":[72],"representations.":[73,104],"To":[74,105],"address":[75],"this":[76,185],"issue,":[77],"we":[78,109],"present":[79],"Symile,":[80],"a":[81,97,111,128,169],"simple":[82],"contrastive":[83],"approach":[85],"captures":[87],"higher-order":[88],"any":[91,123],"number":[92],"modalities.":[94,135],"Symile":[95,120,136],"provides":[96],"flexible,":[98],"architecture-agnostic":[99],"objective":[100],"for":[101,122,131],"modality-specific":[103],"develop":[106],"Symile's":[107],"objective,":[108],"derive":[110],"lower":[112],"bound":[113],"on":[114,147,156],"total":[115],"correlation,":[116],"set":[124],"modalities":[126,142],"form":[127],"sufficient":[129],"statistic":[130],"predicting":[132],"remaining":[134],"outperforms":[137],"even":[140],"with":[141],"missing":[143],"in":[144,184],"data,":[146],"cross-modal":[148],"classification":[149],"retrieval":[151],"across":[152],"several":[153],"experiments":[154],"including":[155],"an":[157],"original":[158],"multilingual":[159],"dataset":[160,171],"33M":[162],"image,":[163],"audio":[166],"samples":[167],"clinical":[170],"chest":[173],"X-rays,":[174],"electrocardiograms,":[175],"laboratory":[177],"measurements.":[178],"All":[179],"datasets":[180],"code":[182],"used":[183],"work":[186],"publicly":[188],"available":[189],"https://github.com/rajesh-lab/symile.":[191]},"counts_by_year":[],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}