{"id":"https://openalex.org/W4323022360","doi":"https://doi.org/10.1109/tcsvt.2023.3251395","title":"Unsupervised Cross-Modal Hashing With Modality-Interaction","display_name":"Unsupervised Cross-Modal Hashing With Modality-Interaction","publication_year":2023,"publication_date":"2023-03-02","ids":{"openalex":"https://openalex.org/W4323022360","doi":"https://doi.org/10.1109/tcsvt.2023.3251395"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3251395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3251395","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008273094","display_name":"Rong-Cheng Tu","orcid":"https://orcid.org/0000-0002-9567-159X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rong-Cheng Tu","raw_affiliation_strings":["Tencent, Shenzhen, China","Department of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037387576","display_name":"Jie Jiang","orcid":"https://orcid.org/0000-0001-9658-5127"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Jiang","raw_affiliation_strings":["Tencent Data Platform, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Tencent Data Platform, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112899826","display_name":"Qinghong Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qinghong Lin","raw_affiliation_strings":["Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051527826","display_name":"Chengfei Cai","orcid":"https://orcid.org/0000-0002-9582-0348"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengfei Cai","raw_affiliation_strings":["Tencent Data Platform, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Tencent Data Platform, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019381882","display_name":"Shangxuan Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangxuan Tian","raw_affiliation_strings":["Tencent Data Platform, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Tencent Data Platform, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070033770","display_name":"Hongfa Wang","orcid":"https://orcid.org/0000-0001-8230-9471"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongfa Wang","raw_affiliation_strings":["Tencent Data Platform, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Tencent Data Platform, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100431792","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0002-3865-8145"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["Tencent Data Platform, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Tencent Data Platform, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5008273094"],"corresponding_institution_ids":["https://openalex.org/I125839683","https://openalex.org/I2250653659"],"apc_list":null,"apc_paid":null,"fwci":9.1777,"has_fulltext":false,"cited_by_count":77,"citation_normalized_percentile":{"value":0.98631102,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"33","issue":"9","first_page":"5296","last_page":"5308"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.796993613243103},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7267643213272095},{"id":"https://openalex.org/keywords/binary-code","display_name":"Binary code","score":0.5338433980941772},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5030006766319275},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4789039194583893},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47727054357528687},{"id":"https://openalex.org/keywords/dynamic-perfect-hashing","display_name":"Dynamic perfect hashing","score":0.47320860624313354},{"id":"https://openalex.org/keywords/double-hashing","display_name":"Double hashing","score":0.46716392040252686},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4395596385002136},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3529036045074463},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3516412675380707},{"id":"https://openalex.org/keywords/hash-table","display_name":"Hash table","score":0.34747788310050964},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.29713305830955505},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2713721990585327},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14607784152030945}],"concepts":[{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.796993613243103},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7267643213272095},{"id":"https://openalex.org/C63435697","wikidata":"https://www.wikidata.org/wiki/Q864135","display_name":"Binary code","level":3,"score":0.5338433980941772},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5030006766319275},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4789039194583893},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47727054357528687},{"id":"https://openalex.org/C122907437","wikidata":"https://www.wikidata.org/wiki/Q5318999","display_name":"Dynamic perfect hashing","level":5,"score":0.47320860624313354},{"id":"https://openalex.org/C138111711","wikidata":"https://www.wikidata.org/wiki/Q478351","display_name":"Double hashing","level":4,"score":0.46716392040252686},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4395596385002136},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3529036045074463},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3516412675380707},{"id":"https://openalex.org/C67388219","wikidata":"https://www.wikidata.org/wiki/Q207440","display_name":"Hash table","level":3,"score":0.34747788310050964},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.29713305830955505},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2713721990585327},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14607784152030945},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3251395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3251395","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"No poverty","id":"https://metadata.un.org/sdg/1","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W199018803","https://openalex.org/W639708223","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W1976258951","https://openalex.org/W1994616650","https://openalex.org/W2006147162","https://openalex.org/W2049993534","https://openalex.org/W2086958058","https://openalex.org/W2108598243","https://openalex.org/W2156387975","https://openalex.org/W2157331557","https://openalex.org/W2203543769","https://openalex.org/W2213253086","https://openalex.org/W2266728343","https://openalex.org/W2277195237","https://openalex.org/W2418353079","https://openalex.org/W2526152041","https://openalex.org/W2591669147","https://openalex.org/W2733636222","https://openalex.org/W2745461083","https://openalex.org/W2748725735","https://openalex.org/W2759194679","https://openalex.org/W2765440071","https://openalex.org/W2774267535","https://openalex.org/W2802864907","https://openalex.org/W2808243243","https://openalex.org/W2808301810","https://openalex.org/W2894874917","https://openalex.org/W2897841402","https://openalex.org/W2945578092","https://openalex.org/W2962955826","https://openalex.org/W2963187862","https://openalex.org/W2963288100","https://openalex.org/W2965509144","https://openalex.org/W2966146145","https://openalex.org/W2982078236","https://openalex.org/W2982905682","https://openalex.org/W3005609721","https://openalex.org/W3005971801","https://openalex.org/W3006962461","https://openalex.org/W3014701888","https://openalex.org/W3017133364","https://openalex.org/W3021893287","https://openalex.org/W3033587904","https://openalex.org/W3034205626","https://openalex.org/W3034890701","https://openalex.org/W3035454331","https://openalex.org/W3035747010","https://openalex.org/W3098766884","https://openalex.org/W3142124201","https://openalex.org/W3156173975","https://openalex.org/W3166396011","https://openalex.org/W3169472988","https://openalex.org/W3174191188","https://openalex.org/W3175740157","https://openalex.org/W4225303410","https://openalex.org/W4226172762","https://openalex.org/W4282937884","https://openalex.org/W4283379644","https://openalex.org/W4285221285","https://openalex.org/W4285288078","https://openalex.org/W4322096710","https://openalex.org/W4380433178","https://openalex.org/W6608183366","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6639102338","https://openalex.org/W6682889407","https://openalex.org/W6688759320","https://openalex.org/W6747225742","https://openalex.org/W6791353385","https://openalex.org/W6839503575","https://openalex.org/W6842874075","https://openalex.org/W6849981947"],"related_works":["https://openalex.org/W102859714","https://openalex.org/W2136399778","https://openalex.org/W4251536634","https://openalex.org/W2137225431","https://openalex.org/W1551533237","https://openalex.org/W4237511538","https://openalex.org/W2088296667","https://openalex.org/W4385261619","https://openalex.org/W1835589799","https://openalex.org/W4387251676"],"abstract_inverted_index":{"Recently,":[0],"numerous":[1],"unsupervised":[2],"cross-modal":[3,18,63,242],"hashing":[4,49,184,193],"methods":[5,23],"have":[6],"been":[7],"proposed":[8,200,236],"to":[9,25,46,59,65,118,158,180,201],"deal":[10],"the":[11,16,36,48,61,68,73,103,114,125,166,170,182,188,192,208,212,223,235],"image-text":[12,55],"retrieval":[13,126,224,243],"tasks":[14],"for":[15,80,165,207],"unlabeled":[17],"data.":[19],"However,":[20],"when":[21],"these":[22,106],"learn":[24],"generate":[26,159,202],"hash":[27,97,108,116],"codes,":[28],"almost":[29],"all":[30],"of":[31,95,120,190],"them":[32],"lack":[33],"modality-interaction":[34],"in":[35,129],"following":[37],"two":[38,229],"aspects:":[39],"1)":[40],"The":[41,76],"instance":[42],"similarity":[43,71,153,163,173],"matrix":[44,164,174],"used":[45,79,231],"guide":[47],"networks":[50],"training":[51,167,191],"is":[52,155,175,199],"constructed":[53],"without":[54,102],"interaction,":[56],"which":[57],"fails":[58],"capture":[60],"fine-grained":[62],"cues":[64],"elaborately":[66],"characterize":[67],"intrinsic":[69],"semantic":[70],"among":[72,105,214],"datapoints.":[74],"2)":[75],"binary":[77,205],"codes":[78,98,117,206,216],"quantization":[81,209],"loss":[82,210],"are":[83,87],"inferior":[84],"because":[85],"they":[86],"generated":[88,115,171],"by":[89,144],"directly":[90],"quantizing":[91],"a":[92,134,146,150,160,195],"simple":[93],"combination":[94],"continuous":[96,107,215],"from":[99,217],"different":[100,218],"modalities":[101],"interaction":[104,213],"codes.":[109],"Such":[110],"problems":[111],"will":[112],"cause":[113],"be":[119],"poor":[121],"quality":[122],"and":[123],"degrade":[124],"performance.":[127,225],"Hence,":[128],"this":[130],"paper,":[131],"we":[132],"propose":[133],"novel":[135,147,196],"Unsupervised":[136],"Cross-modal":[137],"Hashing":[138],"with":[139,211],"Modality-interaction,":[140],"termed":[141],"UCHM.":[142],"Specifically,":[143],"optimizing":[145],"hash-similarity-friendly":[148],"loss,":[149],"modality-interaction-enabled":[151],"(MIE)":[152],"generator":[154],"first":[156],"trained":[157],"superior":[161],"MIE":[162,172],"set.":[168],"Then,":[169],"utilized":[176],"as":[177],"guiding":[178],"information":[179],"train":[181],"deep":[183],"networks.":[185],"Furthermore,":[186],"during":[187],"process":[189],"networks,":[194],"bit-selection":[197],"module":[198],"high-quality":[203],"unified":[204],"modalities,":[219],"thereby":[220],"further":[221],"enhancing":[222],"Extensive":[226],"experiments":[227],"on":[228,241],"widely":[230],"datasets":[232],"show":[233],"that":[234],"UCHM":[237],"outperforms":[238],"state-of-the-art":[239],"techniques":[240],"tasks.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":29},{"year":2023,"cited_by_count":8}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}