{"id":"https://openalex.org/W4389161181","doi":"https://doi.org/10.1109/tpami.2023.3336668","title":"DIML: Deep Interpretable Metric Learning via Structural Matching","display_name":"DIML: Deep Interpretable Metric Learning via Structural Matching","publication_year":2023,"publication_date":"2023-11-30","ids":{"openalex":"https://openalex.org/W4389161181","doi":"https://doi.org/10.1109/tpami.2023.3336668","mag":"38019629"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3336668","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3336668","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060902476","display_name":"Wenliang Zhao","orcid":"https://orcid.org/0000-0002-0920-1576"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenliang Zhao","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), State Key Lab of Intelligent Technologies and Systems, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), State Key Lab of Intelligent Technologies and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082694832","display_name":"Yongming Rao","orcid":"https://orcid.org/0000-0003-3952-8753"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongming Rao","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), State Key Lab of Intelligent Technologies and Systems, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), State Key Lab of Intelligent Technologies and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100620306","display_name":"Jie Zhou","orcid":"https://orcid.org/0000-0001-7701-234X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhou","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), State Key Lab of Intelligent Technologies and Systems, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), State Key Lab of Intelligent Technologies and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100460385","display_name":"Jiwen Lu","orcid":"https://orcid.org/0000-0002-6121-5529"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiwen Lu","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), State Key Lab of Intelligent Technologies and Systems, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), State Key Lab of Intelligent Technologies and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060902476"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.6018,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.70228319,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"46","issue":"4","first_page":"2518","last_page":"2532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7013427019119263},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6868346333503723},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6441572904586792},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5672093629837036},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5662876963615417},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5610973834991455},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5024614334106445},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4443766474723816},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.41962170600891113},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41840609908103943},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.21925127506256104},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18625515699386597}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7013427019119263},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6868346333503723},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6441572904586792},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5672093629837036},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5662876963615417},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5610973834991455},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5024614334106445},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4443766474723816},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.41962170600891113},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41840609908103943},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.21925127506256104},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18625515699386597},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3336668","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3336668","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"mag:38019629","is_oa":false,"landing_page_url":"http://richmondsfblog.com/2012/05/09/get-free-health-services-at-the-richmond-community-health-festival-may-12/","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G2438210826","display_name":null,"funder_award_id":"62321005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3510215249","display_name":null,"funder_award_id":"62125603","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8443129088","display_name":null,"funder_award_id":"62336004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W2096733369","https://openalex.org/W2135442311","https://openalex.org/W2138011018","https://openalex.org/W2138621090","https://openalex.org/W2145287260","https://openalex.org/W2194775991","https://openalex.org/W2195388612","https://openalex.org/W2295107390","https://openalex.org/W2312355711","https://openalex.org/W2605102252","https://openalex.org/W2606377603","https://openalex.org/W2612114597","https://openalex.org/W2764024122","https://openalex.org/W2767325013","https://openalex.org/W2776507577","https://openalex.org/W2885563408","https://openalex.org/W2895347732","https://openalex.org/W2895608766","https://openalex.org/W2902512195","https://openalex.org/W2910603373","https://openalex.org/W2919115771","https://openalex.org/W2948429466","https://openalex.org/W2962858109","https://openalex.org/W2962869940","https://openalex.org/W2963026686","https://openalex.org/W2963150697","https://openalex.org/W2963350250","https://openalex.org/W2963988212","https://openalex.org/W2964271799","https://openalex.org/W2969985801","https://openalex.org/W2972578900","https://openalex.org/W2979997102","https://openalex.org/W2991581349","https://openalex.org/W3034202663","https://openalex.org/W3035102141","https://openalex.org/W3035295689","https://openalex.org/W3035422918","https://openalex.org/W3096609285","https://openalex.org/W3096748692","https://openalex.org/W3101432304","https://openalex.org/W3109684201","https://openalex.org/W3110182042","https://openalex.org/W3121523901","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3172942063","https://openalex.org/W3176196997","https://openalex.org/W3188008942","https://openalex.org/W3214586131","https://openalex.org/W4214614183","https://openalex.org/W4233762729","https://openalex.org/W4246193833","https://openalex.org/W4302395530","https://openalex.org/W4312349930","https://openalex.org/W4312769131","https://openalex.org/W4312881242","https://openalex.org/W4312960814","https://openalex.org/W4385245566","https://openalex.org/W4390873429","https://openalex.org/W6620707391","https://openalex.org/W6638319203","https://openalex.org/W6682962330","https://openalex.org/W6684191040","https://openalex.org/W6729100687","https://openalex.org/W6730323794","https://openalex.org/W6735531217","https://openalex.org/W6756006421","https://openalex.org/W6757624806","https://openalex.org/W6766776083","https://openalex.org/W6766978945","https://openalex.org/W6774481907","https://openalex.org/W6779163297","https://openalex.org/W6779738240","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6796931752","https://openalex.org/W6797578546","https://openalex.org/W6798837711","https://openalex.org/W6840866624"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344","https://openalex.org/W2894289927"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,67,128,181],"present":[4],"a":[5,26,69,95],"new":[6],"framework":[7,154],"named":[8],"DIML":[9,34,172],"to":[10,55,130,141,145,161,173,190],"achieve":[11,218],"more":[12,174],"interpretable":[13],"deep":[14,19,207],"metric":[15,20,166,208,223],"learning.":[16],"Unlike":[17],"traditional":[18],"learning":[21,167,209,224],"method":[22,201],"that":[23,73],"simply":[24],"produces":[25],"<italic":[27,45],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[28,46],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">global</i>":[29],"similarity":[30,38,189],"given":[31],"two":[32,64,90],"images,":[33],"computes":[35],"the":[36,40,57,61,76,89,110,114,121,134,138,147,151,192],"overall":[37],"through":[39],"weighted":[41],"sum":[42],"of":[43,59,88,116,137,194,206],"multiple":[44],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">local</i>":[47],"part-wise":[48],"similarities,":[49],"making":[50],"it":[51],"easier":[52],"for":[53],"human":[54],"understand":[56],"mechanism":[58],"how":[60],"model":[62],"distinguish":[63],"images.":[65,91,152],"Specifically,":[66],"propose":[68,129,183],"structural":[70],"matching":[71,83,97],"strategy":[72],"explicitly":[74],"aligns":[75],"spatial":[77],"embeddings":[78],"by":[79],"computing":[80],"an":[81],"optimal":[82,139],"flow":[84],"between":[85],"feature":[86],"maps":[87],"We":[92,198],"also":[93],"devise":[94],"multi-scale":[96],"strategy,":[98],"which":[99,157],"considers":[100],"both":[101],"global":[102],"and":[103,106,165,187,213,217],"local":[104],"similarities":[105],"can":[107,158],"significantly":[108],"reduce":[109],"computational":[111],"costs":[112],"in":[113,124,150,196],"application":[115],"image":[117],"retrieval.":[118],"To":[119,169],"handle":[120],"view":[122],"variance":[123],"some":[125],"complicated":[126],"scenarios,":[127],"use":[131],"cross-correlation":[132],"as":[133],"marginal":[135],"distribution":[136],"transport":[140],"leverage":[142],"semantic":[143],"information":[144],"locate":[146],"important":[148],"region":[149],"Our":[153],"is":[155],"model-agnostic,":[156],"be":[159],"applied":[160],"off-the-shelf":[162],"backbone":[163],"networks":[164],"methods.":[168],"extend":[170],"our":[171,200],"advanced":[175],"architectures":[176],"like":[177],"vision":[178],"Transformers":[179],"(ViTs),":[180],"further":[182],"truncated":[184],"attention":[185],"rollout":[186],"partial":[188],"overcome":[191],"lack":[193],"locality":[195],"ViTs.":[197],"evaluate":[199],"on":[202],"three":[203],"major":[204],"benchmarks":[205],"including":[210],"CUB200-2011,":[211],"Cars196,":[212],"Stanford":[214],"Online":[215],"Products,":[216],"substantial":[219],"improvements":[220],"over":[221],"popular":[222],"methods":[225],"with":[226],"better":[227],"interpretability.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2023-12-01T00:00:00"}