{"id":"https://openalex.org/W4284675277","doi":"https://doi.org/10.1145/3477495.3532028","title":"Multimodal Disentanglement Variational AutoEncoders for Zero-Shot Cross-Modal Retrieval","display_name":"Multimodal Disentanglement Variational AutoEncoders for Zero-Shot Cross-Modal Retrieval","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4284675277","doi":"https://doi.org/10.1145/3477495.3532028"},"language":"en","primary_location":{"id":"doi:10.1145/3477495.3532028","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3532028","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101458399","display_name":"Jialin Tian","orcid":"https://orcid.org/0009-0000-5659-4256"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialin Tian","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103326425","display_name":"Kai Wang","orcid":"https://orcid.org/0009-0007-0468-5034"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Wang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009074046","display_name":"Xing Xu","orcid":"https://orcid.org/0000-0001-5685-3123"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xu","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020177102","display_name":"Zuo Cao","orcid":"https://orcid.org/0000-0001-9446-5105"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuo Cao","raw_affiliation_strings":["Meituan, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meituan, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074492050","display_name":"Fumin Shen","orcid":"https://orcid.org/0000-0001-7303-3231"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fumin Shen","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052993469","display_name":"Heng Tao Shen","orcid":"https://orcid.org/0000-0002-2999-2088"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Tao Shen","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3859,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.88105505,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"960","last_page":"969"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7374030351638794},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6127114295959473},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4917009472846985},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.47517508268356323},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.47505757212638855},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.44564592838287354},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4195469319820404},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.41323480010032654},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32496675848960876},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13607946038246155}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7374030351638794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6127114295959473},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4917009472846985},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.47517508268356323},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.47505757212638855},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.44564592838287354},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4195469319820404},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.41323480010032654},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32496675848960876},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13607946038246155},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3477495.3532028","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3532028","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1949478088","https://openalex.org/W1975771248","https://openalex.org/W2007972815","https://openalex.org/W2022398331","https://openalex.org/W2106277773","https://openalex.org/W2153404544","https://openalex.org/W2187089797","https://openalex.org/W2326180695","https://openalex.org/W2332729875","https://openalex.org/W2435696002","https://openalex.org/W2466618734","https://openalex.org/W2467281799","https://openalex.org/W2603445054","https://openalex.org/W2605649771","https://openalex.org/W2611632661","https://openalex.org/W2765440071","https://openalex.org/W2799121188","https://openalex.org/W2799150641","https://openalex.org/W2807887362","https://openalex.org/W2808336545","https://openalex.org/W2885402090","https://openalex.org/W2915533878","https://openalex.org/W2951193251","https://openalex.org/W2962747232","https://openalex.org/W2962856082","https://openalex.org/W2962945761","https://openalex.org/W2962990451","https://openalex.org/W2988772405","https://openalex.org/W2997918867","https://openalex.org/W3035164585","https://openalex.org/W3157990341","https://openalex.org/W3166542014","https://openalex.org/W3176726917","https://openalex.org/W3191326487","https://openalex.org/W3207288552","https://openalex.org/W3207562294","https://openalex.org/W3212567773","https://openalex.org/W4212774754","https://openalex.org/W4229507706","https://openalex.org/W4247924304"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4287117424","https://openalex.org/W4387506531","https://openalex.org/W2087346071","https://openalex.org/W2967848559","https://openalex.org/W4299831724","https://openalex.org/W4283803360"],"abstract_inverted_index":{"Zero-Shot":[0],"Cross-Modal":[1],"Retrieval":[2],"(ZS-CMR)":[3],"has":[4],"recently":[5,37],"drawn":[6],"increasing":[7],"attention":[8],"as":[9,45],"it":[10],"focuses":[11],"on":[12,66,185],"a":[13,51,96,116],"practical":[14],"retrieval":[15,188,192],"scenario,":[16],"i.e.,":[17],"the":[18,33,42,46,58,78,81,86,126,149,169,174,200],"multimodal":[19,146],"test":[20],"set":[21],"consists":[22,107],"of":[23,80,108,129,145,173],"unseen":[24],"classes":[25,31,74],"that":[26,196],"are":[27],"disjoint":[28],"with":[29],"seen":[30],"in":[32,85],"training":[34],"set.":[35],"The":[36,182],"proposed":[38,166],"methods":[39,63],"typically":[40],"adopt":[41],"generative":[43,88],"model":[44,99],"main":[47],"framework":[48],"to":[49,56,124,140,167],"learn":[50],"joint":[52],"latent":[53],"embedding":[54],"space":[55],"alleviate":[57],"modality":[59,131],"gap.":[60],"Generally,":[61],"these":[62],"largely":[64],"rely":[65],"auxiliary":[67],"semantic":[68,156],"embeddings":[69],"for":[70,177],"knowledge":[71,180],"transfer":[72],"across":[73],"and":[75,115,134,142,151,171,189],"unconsciously":[76],"neglect":[77],"effect":[79],"data":[82,147],"reconstruction":[83,150],"manner":[84],"adopted":[87],"model.":[89],"To":[90],"address":[91],"this":[92],"issue,":[93],"we":[94],"propose":[95],"novel":[97],"ZS-CMR":[98],"termed":[100],"Multimodal":[101],"Disentanglement":[102],"Variational":[103],"AutoEncoders":[104],"(MDVAE),":[105],"which":[106],"two":[109,190],"coupled":[110],"disentanglement":[111],"variational":[112],"autoencoders":[113],"(DVAEs)":[114],"fusion-exchange":[117],"VAE":[118],"(FVAE).":[119],"Specifically,":[120],"DVAE":[121],"is":[122,138,164],"developed":[123],"disentangle":[125],"original":[127],"representations":[128],"each":[130],"into":[132],"modality-invariant":[133,175],"modality-specific":[135],"features.":[136],"FVAE":[137],"designed":[139],"fuse":[141],"exchange":[143],"information":[144],"by":[148],"alignment":[152],"process":[153],"without":[154],"pre-extracted":[155],"embeddings.":[157],"Moreover,":[158],"an":[159],"advanced":[160],"counter-intuitive":[161],"cross-reconstruction":[162],"scheme":[163],"further":[165],"enhance":[168],"informativeness":[170],"generalizability":[172],"features":[176],"more":[178],"effective":[179],"transfer.":[181],"comprehensive":[183],"experiments":[184],"four":[186],"image-text":[187],"image-sketch":[191],"datasets":[193],"consistently":[194],"demonstrate":[195],"our":[197],"method":[198],"establishes":[199],"new":[201],"state-of-the-art":[202],"performance.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":3}],"updated_date":"2026-08-09T07:27:16.801131","created_date":"2025-10-10T00:00:00"}