{"id":"https://openalex.org/W2564325886","doi":"https://doi.org/10.1109/tmm.2016.2646180","title":"Deep Coupled Metric Learning for Cross-Modal Matching","display_name":"Deep Coupled Metric Learning for Cross-Modal Matching","publication_year":2016,"publication_date":"2016-12-29","ids":{"openalex":"https://openalex.org/W2564325886","doi":"https://doi.org/10.1109/tmm.2016.2646180","mag":"2564325886"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2016.2646180","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2016.2646180","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020313082","display_name":"Venice Erin Liong","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Venice Erin Liong","raw_affiliation_strings":["Interdisciplinary Graduate School, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interdisciplinary Graduate School, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100460385","display_name":"Jiwen Lu","orcid":"https://orcid.org/0000-0002-6121-5529"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiwen Lu","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing 100084, China, and the Tsinghua National Laboratory for Information Science and Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing 100084, China, and the Tsinghua National Laboratory for Information Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103379503","display_name":"Yap\u2010Peng Tan","orcid":"https://orcid.org/0000-0002-0645-9109"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yap-Peng Tan","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100620306","display_name":"Jie Zhou","orcid":"https://orcid.org/0000-0001-7701-234X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhou","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing 100084, China, and the Tsinghua National Laboratory for Information Science and Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing 100084, China, and the Tsinghua National Laboratory for Information Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.7895,"has_fulltext":false,"cited_by_count":121,"citation_normalized_percentile":{"value":0.98403481,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"19","issue":"6","first_page":"1234","last_page":"1244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7281298637390137},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6824650764465332},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6758567094802856},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6718571186065674},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6385465264320374},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6290267705917358},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5774123072624207},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5359360575675964},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4781306982040405},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.47193023562431335},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4266453683376312},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.41523411870002747},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1968468427658081},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08474823832511902}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7281298637390137},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6824650764465332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6758567094802856},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6718571186065674},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6385465264320374},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6290267705917358},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5774123072624207},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5359360575675964},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4781306982040405},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.47193023562431335},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4266453683376312},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.41523411870002747},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1968468427658081},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08474823832511902},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2016.2646180","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2016.2646180","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G1208130547","display_name":null,"funder_award_id":"61225008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3245171743","display_name":"\u9762\u5411\u76d1\u63a7\u7684\u4e3b\u52a8\u89c6\u89c9\u7814\u7a76","funder_award_id":"61572271","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5109092141","display_name":"\u9762\u5411\u89c6\u89c9\u76ee\u6807\u8bc6\u522b\u7684\u6df1\u5ea6\u5ea6\u91cf\u5b66\u4e60\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61672306","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6018434090","display_name":null,"funder_award_id":"61527808","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6051939103","display_name":null,"funder_award_id":"2016YFB1001001","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6145690955","display_name":null,"funder_award_id":"61373074","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7676514027","display_name":"\u57fa\u4e8e\u6d4b\u5ea6\u5b66\u4e60\u7684\u4eba\u8138\u8840\u7f18\u5173\u7cfb\u8bc6\u522b\u7814\u7a76","funder_award_id":"61373090","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G836148316","display_name":null,"funder_award_id":"2014CB349304","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8731745996","display_name":null,"funder_award_id":"20120002110033","funder_id":"https://openalex.org/F4320321106","funder_display_name":"Ministry of Education of the People's Republic of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W29190566","https://openalex.org/W44815768","https://openalex.org/W202971408","https://openalex.org/W1523385540","https://openalex.org/W1538281814","https://openalex.org/W1575319970","https://openalex.org/W1592934690","https://openalex.org/W1913277147","https://openalex.org/W1949478088","https://openalex.org/W1964073652","https://openalex.org/W1981613567","https://openalex.org/W1981714099","https://openalex.org/W1982696459","https://openalex.org/W1999192586","https://openalex.org/W2001565863","https://openalex.org/W2007972815","https://openalex.org/W2022398331","https://openalex.org/W2029163572","https://openalex.org/W2030899956","https://openalex.org/W2031489346","https://openalex.org/W2035650150","https://openalex.org/W2056602228","https://openalex.org/W2061273563","https://openalex.org/W2062955551","https://openalex.org/W2066852389","https://openalex.org/W2070753207","https://openalex.org/W2071207147","https://openalex.org/W2085810284","https://openalex.org/W2087501015","https://openalex.org/W2106277773","https://openalex.org/W2118097920","https://openalex.org/W2120750550","https://openalex.org/W2125238156","https://openalex.org/W2130306094","https://openalex.org/W2131216994","https://openalex.org/W2133444763","https://openalex.org/W2136922672","https://openalex.org/W2138118304","https://openalex.org/W2140556441","https://openalex.org/W2141345255","https://openalex.org/W2149481809","https://openalex.org/W2151103935","https://openalex.org/W2152788298","https://openalex.org/W2154671648","https://openalex.org/W2161050705","https://openalex.org/W2163605009","https://openalex.org/W2163740729","https://openalex.org/W2164530430","https://openalex.org/W2184188583","https://openalex.org/W2211092169","https://openalex.org/W2232201864","https://openalex.org/W2251749059","https://openalex.org/W2291115585","https://openalex.org/W2547307783","https://openalex.org/W2612133093","https://openalex.org/W2953381100","https://openalex.org/W2963173190","https://openalex.org/W4210880854","https://openalex.org/W4231109964","https://openalex.org/W4252381709","https://openalex.org/W6601190867","https://openalex.org/W6601785968","https://openalex.org/W6631216910","https://openalex.org/W6632171826","https://openalex.org/W6634327061","https://openalex.org/W6648737282","https://openalex.org/W6677907805","https://openalex.org/W6679349572","https://openalex.org/W6681227110","https://openalex.org/W6682850959","https://openalex.org/W6684191040","https://openalex.org/W6686207219","https://openalex.org/W6687101057","https://openalex.org/W6691673135","https://openalex.org/W6737419347","https://openalex.org/W6764657859","https://openalex.org/W6834357723"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"propose":[4],"a":[5,42,79],"new":[6],"deep":[7],"coupled":[8],"metric":[9],"learning":[10],"(DCML)":[11],"method":[12],"for":[13,68],"cross-modal":[14,37,120],"matching,":[15],"which":[16,40,58,85],"aims":[17],"to":[18,46,71],"match":[19],"samples":[20,74],"captured":[21,104],"from":[22,75,105],"two":[23,54,60,106],"different":[24,76,119],"modalities":[25,77,107],"(e.g.,":[26],"texts":[27],"versus":[28,31],"images,":[29],"visible":[30],"near":[32],"infrared":[33],"images).":[34],"Unlike":[35],"existing":[36],"matching":[38,121],"methods":[39],"learn":[41,59],"linear":[43],"common":[44],"space":[45],"reduce":[47],"the":[48,86,92,98,109,124,127],"modality":[49],"gap,":[50],"our":[51],"DCML":[52],"designs":[53],"feedforward":[55],"neural":[56],"networks":[57],"sets":[61],"of":[62,100,108,126],"hierarchical":[63],"nonlinear":[64],"transformations":[65],"(one":[66],"set":[67],"each":[69,101],"modality)":[70],"nonlinearly":[72],"map":[73],"into":[78],"shared":[80],"latent":[81],"feature":[82],"subspace,":[83],"under":[84],"intraclass":[87],"variation":[88,94],"is":[89,95,112],"minimized":[90],"and":[91,97],"interclass":[93],"maximized,":[96],"difference":[99],"data":[102],"pair":[103],"same":[110],"class":[111],"minimized,":[113],"respectively.":[114],"Experimental":[115],"results":[116],"on":[117],"four":[118],"datasets":[122],"validate":[123],"efficacy":[125],"proposed":[128],"approach.":[129]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":25},{"year":2019,"cited_by_count":25},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":9}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}