{"id":"https://openalex.org/W4383112706","doi":"https://doi.org/10.1109/tnnls.2023.3289971","title":"Deep Hierarchical Multimodal Metric Learning","display_name":"Deep Hierarchical Multimodal Metric Learning","publication_year":2023,"publication_date":"2023-07-04","ids":{"openalex":"https://openalex.org/W4383112706","doi":"https://doi.org/10.1109/tnnls.2023.3289971","pmid":"https://pubmed.ncbi.nlm.nih.gov/37402203"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3289971","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3289971","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100401389","display_name":"Di Wang","orcid":"https://orcid.org/0000-0001-8027-4287"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Di Wang","raw_affiliation_strings":["Key Laboratory of Smart Human—Computer Interaction and Wearable Technology of Shaanxi Province, School of Computer Science and Technology, Xidian University, Xi’an, China","School of Computer Science and Technology, Key Laboratory of Smart Human–Computer Interaction and Wearable Technology of Shaanxi Province, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Human—Computer Interaction and Wearable Technology of Shaanxi Province, School of Computer Science and Technology, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Computer Science and Technology, Key Laboratory of Smart Human–Computer Interaction and Wearable Technology of Shaanxi Province, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076771720","display_name":"Aqiang Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aqiang Ding","raw_affiliation_strings":["Key Laboratory of Smart Human—Computer Interaction and Wearable Technology of Shaanxi Province, School of Computer Science and Technology, Xidian University, Xi’an, China","School of Computer Science and Technology, Key Laboratory of Smart Human–Computer Interaction and Wearable Technology of Shaanxi Province, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Human—Computer Interaction and Wearable Technology of Shaanxi Province, School of Computer Science and Technology, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Computer Science and Technology, Key Laboratory of Smart Human–Computer Interaction and Wearable Technology of Shaanxi Province, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011720185","display_name":"Yumin Tian","orcid":"https://orcid.org/0000-0002-2131-6456"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yumin Tian","raw_affiliation_strings":["Key Laboratory of Smart Human—Computer Interaction and Wearable Technology of Shaanxi Province, School of Computer Science and Technology, Xidian University, Xi’an, China","School of Computer Science and Technology, Key Laboratory of Smart Human–Computer Interaction and Wearable Technology of Shaanxi Province, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Human—Computer Interaction and Wearable Technology of Shaanxi Province, School of Computer Science and Technology, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Computer Science and Technology, Key Laboratory of Smart Human–Computer Interaction and Wearable Technology of Shaanxi Province, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418247","display_name":"Quan Wang","orcid":"https://orcid.org/0000-0001-6913-8604"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Wang","raw_affiliation_strings":["Key Laboratory of Smart Human—Computer Interaction and Wearable Technology of Shaanxi Province, School of Computer Science and Technology, Xidian University, Xi’an, China","School of Computer Science and Technology, Key Laboratory of Smart Human–Computer Interaction and Wearable Technology of Shaanxi Province, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Human—Computer Interaction and Wearable Technology of Shaanxi Province, School of Computer Science and Technology, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Computer Science and Technology, Key Laboratory of Smart Human–Computer Interaction and Wearable Technology of Shaanxi Province, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039837634","display_name":"Lihuo He","orcid":"https://orcid.org/0000-0002-0555-3574"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lihuo He","raw_affiliation_strings":["School of Electronic Engineering, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101785348","display_name":"Xinbo Gao","orcid":"https://orcid.org/0000-0003-1443-0776"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinbo Gao","raw_affiliation_strings":["School of Electronic Engineering, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100401389"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":0.2469,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.5087024,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"35","issue":"11","first_page":"15787","last_page":"15799"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9053999781608582,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9053999781608582,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7377750277519226},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6692069172859192},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.625533938407898},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.5863262414932251},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5818976163864136},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5608129501342773},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5440539121627808},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5049777626991272},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.49844837188720703},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.45902591943740845},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4419533610343933},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3395572304725647}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7377750277519226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6692069172859192},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.625533938407898},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.5863262414932251},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5818976163864136},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5608129501342773},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5440539121627808},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5049777626991272},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.49844837188720703},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.45902591943740845},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4419533610343933},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3395572304725647},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3289971","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3289971","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37402203","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37402203","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7099999785423279,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1166193582","display_name":null,"funder_award_id":"61972302","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2816504839","display_name":null,"funder_award_id":"QTZX23108","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3272447550","display_name":null,"funder_award_id":"62072355","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3301621070","display_name":null,"funder_award_id":"62072354","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4114563139","display_name":null,"funder_award_id":"QTZX23105","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G463811269","display_name":null,"funder_award_id":"62276203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7447316987","display_name":null,"funder_award_id":"QTZX23084","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1972702299","https://openalex.org/W2007098590","https://openalex.org/W2034025776","https://openalex.org/W2050398567","https://openalex.org/W2053667957","https://openalex.org/W2070753207","https://openalex.org/W2071207147","https://openalex.org/W2106277773","https://openalex.org/W2138621090","https://openalex.org/W2170653751","https://openalex.org/W2497173630","https://openalex.org/W2552639984","https://openalex.org/W2563587296","https://openalex.org/W2564325886","https://openalex.org/W2591669147","https://openalex.org/W2604602513","https://openalex.org/W2765440071","https://openalex.org/W2767109396","https://openalex.org/W2781787017","https://openalex.org/W2783755104","https://openalex.org/W2795389793","https://openalex.org/W2894879246","https://openalex.org/W2933775054","https://openalex.org/W2945210081","https://openalex.org/W2954487216","https://openalex.org/W2956018683","https://openalex.org/W2964130424","https://openalex.org/W2964216321","https://openalex.org/W2967957126","https://openalex.org/W3002060313","https://openalex.org/W3028452400","https://openalex.org/W3035212740","https://openalex.org/W3048707520","https://openalex.org/W3080952252","https://openalex.org/W3082219353","https://openalex.org/W3093291618","https://openalex.org/W3094286186","https://openalex.org/W3118548710","https://openalex.org/W3163534742","https://openalex.org/W3176451698","https://openalex.org/W3176676637","https://openalex.org/W4205432963","https://openalex.org/W4249992252","https://openalex.org/W4312538130","https://openalex.org/W4312696925","https://openalex.org/W6631190155","https://openalex.org/W6631216910","https://openalex.org/W6639480849","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"Multimodal":[0],"metric":[1,68,80],"learning":[2,69,81,140,164],"aims":[3],"to":[4,41,97,112,117,144,183],"transform":[5],"heterogeneous":[6],"data":[7],"into":[8],"a":[9,66,93,106],"common":[10],"subspace":[11],"where":[12],"cross-modal":[13],"similarity":[14],"computing":[15],"can":[16,167],"be":[17],"directly":[18],"performed":[19],"and":[20,162],"has":[21],"received":[22],"much":[23],"attention":[24],"in":[25,46,100],"recent":[26],"years.":[27],"Typically,":[28],"the":[29,43,47,85,101,114,121,130,146,159,185,188],"existing":[30],"methods":[31,39],"are":[32,181],"designed":[33],"for":[34,71,88,153,173],"nonhierarchical":[35],"labeled":[36,58,73],"data.":[37,59,175],"Such":[38],"fail":[40],"exploit":[42],"intercategory":[44,131],"correlations":[45,132],"label":[48,102],"hierarchy":[49],"and,":[50],"therefore,":[51],"cannot":[52],"achieve":[53],"optimal":[54],"performance":[55],"on":[56,177],"hierarchical":[57,72,78,169],"To":[60],"address":[61],"this":[62],"problem,":[63],"we":[64],"propose":[65],"novel":[67],"method":[70,191],"multimodal":[74,79,174],"data,":[75],"named":[76],"deep":[77],"(DHMML).":[82],"It":[83],"learns":[84],"multilayer":[86,107,160],"representations":[87,116,172],"each":[89,98,125],"modality":[90],"by":[91,149],"establishing":[92],"layer-specific":[94],"network":[95],"corresponding":[96],"layer":[99],"hierarchy.":[103],"In":[104,136],"particular,":[105],"classification":[108,161],"mechanism":[109,141],"is":[110,142],"introduced":[111],"enable":[113],"layerwise":[115],"not":[118],"only":[119],"preserve":[120],"semantic":[122],"similarities":[123],"within":[124],"layer,":[126],"but":[127],"also":[128],"retain":[129],"across":[133],"different":[134,154],"layers.":[135],"addition,":[137],"an":[138],"adversarial":[139,163],"proposed":[143,189],"bridge":[145],"cross-modality":[147],"gap":[148],"producing":[150],"indistinguishable":[151],"features":[152],"modalities.":[155],"Through":[156],"integration":[157],"of":[158,187],"mechanisms,":[165],"DHMML":[166,190],"obtain":[168],"discriminative":[170],"modality-invariant":[171],"Experiments":[176],"two":[178],"benchmark":[179],"datasets":[180],"used":[182],"demonstrate":[184],"superiority":[186],"over":[192],"several":[193],"state-of-the-art":[194],"methods.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}