{"id":"https://openalex.org/W7154993675","doi":"https://doi.org/10.48550/arxiv.2604.16247","title":"Joint-Centric Dual Contrastive Alignment with Structure-Preserving and Information-Balanced Regularization","display_name":"Joint-Centric Dual Contrastive Alignment with Structure-Preserving and Information-Balanced Regularization","publication_year":2026,"publication_date":"2026-04-17","ids":{"openalex":"https://openalex.org/W7154993675","doi":"https://doi.org/10.48550/arxiv.2604.16247"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.16247","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16247","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.16247","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001844508","display_name":"Habibeh Naderi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Naderi, Habibeh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065059896","display_name":"Behrouz Haji Soleimani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soleimani, Behrouz Haji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5042893723","display_name":"Stan Matwin","orcid":"https://orcid.org/0000-0001-6629-8434"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matwin, Stan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6606000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6606000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.1728000044822693,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.04259999841451645,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.61080002784729},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.43639999628067017},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.42640000581741333},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.424699991941452},{"id":"https://openalex.org/keywords/reciprocal","display_name":"Reciprocal","score":0.40959998965263367},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37529999017715454},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.37119999527931213},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.3643999993801117},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.34689998626708984}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6359000205993652},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.61080002784729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5076000094413757},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.43639999628067017},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.42640000581741333},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.424699991941452},{"id":"https://openalex.org/C2777742833","wikidata":"https://www.wikidata.org/wiki/Q1964083","display_name":"Reciprocal","level":2,"score":0.40959998965263367},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37529999017715454},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.37119999527931213},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.3643999993801117},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.353300005197525},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.352400004863739},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3481000065803528},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.34689998626708984},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.325300008058548},{"id":"https://openalex.org/C62799726","wikidata":"https://www.wikidata.org/wiki/Q190056","display_name":"Hilbert space","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2838999927043915},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.27000001072883606},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C80884492","wikidata":"https://www.wikidata.org/wiki/Q3345678","display_name":"Reproducing kernel Hilbert space","level":3,"score":0.2556999921798706},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.16247","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16247","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.16247","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16247","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5155670642852783,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"propose":[1],"HILBERT":[2,28,145,172],"(HIerarchical":[3],"Long-sequence":[4],"Balanced":[5],"Embedding":[6],"with":[7],"Reciprocal":[8],"contrastive":[9,76],"Training),":[10],"a":[11,55,73,100,118,127,147],"cross-attentive":[12,57],"multimodal":[13],"framework":[14],"for":[15],"learning":[16],"document-level":[17],"audio-text":[18,68,167],"representations":[19,53,157,177],"from":[20,134],"long,":[21],"segmented":[22],"sequences":[23],"in":[24],"low-resource":[25],"data":[26],"settings.":[27,186],"leverages":[29],"frozen":[30],"pre-trained":[31],"speech":[32],"and":[33,46,54,82,90,113,117,136,155,178],"language":[34],"encoders":[35],"to":[36,49,158],"extract":[37],"segment-level":[38],"features,":[39],"which":[40],"are":[41],"aggregated":[42],"via":[43],"cross-modal":[44],"attention":[45],"self-attentive":[47],"pooling":[48],"form":[50],"modality-specific":[51,64],"document":[52],"joint":[56,115,140,156],"embedding.":[58],"To":[59],"align":[60],"modalities":[61],"while":[62],"preserving":[63],"structure":[65],"under":[66],"severe":[67],"dimensional":[69],"imbalance,":[70],"we":[71],"introduce":[72],"reciprocal":[74],"dual":[75],"objective":[77],"that":[78,106,123,171],"simultaneously":[79],"aligns":[80],"audio-to-joint":[81],"text-to-joint":[83],"representations,":[84],"rather":[85],"than":[86],"directly":[87],"contrasting":[88],"audio":[89,135],"text":[91,137],"alone.":[92],"Two":[93],"auxiliary":[94],"regularizers":[95],"further":[96],"stabilize":[97],"long-sequence":[98,176],"fusion:":[99],"Centered":[101],"Kernel":[102],"Alignment":[103],"(CKA)":[104],"loss":[105,122],"preserves":[107],"structural":[108],"consistency":[109],"between":[110],"each":[111],"modality":[112,129],"the":[114,139],"embedding,":[116],"mutual":[119],"information":[120,132],"balancing":[121],"prevents":[124],"dominance":[125],"of":[126],"single":[128],"by":[130],"equalizing":[131],"flow":[133],"into":[138],"space.":[141],"For":[142],"downstream":[143],"prediction,":[144],"employs":[146],"Mixture-of-Experts":[148],"(MoE)":[149],"classifier":[150],"over":[151],"concatenated":[152],"audio,":[153],"text,":[154],"accommodate":[159],"heterogeneous":[160],"label":[161],"regimes.":[162],"Extensive":[163],"evaluation":[164],"across":[165],"multiple":[166],"backbone":[168],"combinations":[169],"demonstrates":[170],"learns":[173],"semantically":[174],"meaningful":[175],"achieves":[179],"superior":[180],"performance":[181],"on":[182],"highly":[183],"imbalanced":[184],"multi-class":[185]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-21T00:00:00"}