{"id":"https://openalex.org/W4410342729","doi":"https://doi.org/10.1109/tip.2025.3567834","title":"Cross-Level Multi-Instance Distillation for Self-Supervised Fine-Grained Visual Categorization","display_name":"Cross-Level Multi-Instance Distillation for Self-Supervised Fine-Grained Visual Categorization","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410342729","doi":"https://doi.org/10.1109/tip.2025.3567834","pmid":"https://pubmed.ncbi.nlm.nih.gov/40366827"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2025.3567834","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3567834","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035415308","display_name":"Qi Bi","orcid":"https://orcid.org/0000-0002-1047-4790"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["CN","NL"],"is_corresponding":false,"raw_author_name":"Qi Bi","raw_affiliation_strings":["School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China","University of Amsterdam, the Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1047-4790","affiliations":[{"raw_affiliation_string":"School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"University of Amsterdam, the Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056318151","display_name":"Wei Ji","orcid":"https://orcid.org/0000-0003-4059-5902"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Ji","raw_affiliation_strings":["School of Medicine, Yale University, New Haven, CT, USA","Yale University, New Haven, United States"],"raw_orcid":"https://orcid.org/0000-0003-4059-5902","affiliations":[{"raw_affiliation_string":"School of Medicine, Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]},{"raw_affiliation_string":"Yale University, New Haven, United States","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068565464","display_name":"Jingjun Yi","orcid":"https://orcid.org/0000-0002-4249-3021"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjun Yi","raw_affiliation_strings":["School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China","Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-4249-3021","affiliations":[{"raw_affiliation_string":"School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043648360","display_name":"Haolan Zhan","orcid":"https://orcid.org/0000-0002-4733-381X"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Haolan Zhan","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Clayton, VIC, Australia","Monash University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073032922","display_name":"Gui-Song Xia","orcid":"https://orcid.org/0000-0001-7660-6090"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gui-Song Xia","raw_affiliation_strings":["School of Artificial Intelligence, the National Engineering Research Center for Multimedia Software, the School of Computer Science, and the State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing (LIESMARS), Wuhan University, Wuhan, China","National Engineering Research Center for Multimedia Software, School of Computer Science, and also the State Key Lab. LIESMARS, School of Artificial Intelligence, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-7660-6090","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, the National Engineering Research Center for Multimedia Software, the School of Computer Science, and the State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing (LIESMARS), Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I4210118728"]},{"raw_affiliation_string":"National Engineering Research Center for Multimedia Software, School of Computer Science, and also the State Key Lab. LIESMARS, School of Artificial Intelligence, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747","https://openalex.org/I4210118728"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.6553,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.97582122,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"34","issue":null,"first_page":"2954","last_page":"2969"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.928600013256073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9136999845504761,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.7977204322814941},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7001996040344238},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6483824253082275},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5768588185310364},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5708262324333191},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.41482940316200256},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3991328477859497},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.11305248737335205},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.09344226121902466}],"concepts":[{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.7977204322814941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7001996040344238},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6483824253082275},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5768588185310364},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5708262324333191},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.41482940316200256},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3991328477859497},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.11305248737335205},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.09344226121902466}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2025.3567834","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3567834","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:40366827","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40366827","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Zero hunger","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/2"}],"awards":[{"id":"https://openalex.org/G304847476","display_name":null,"funder_award_id":"No.62325111","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3965009956","display_name":null,"funder_award_id":"U22B2011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6734123255","display_name":null,"funder_award_id":"No.U22B2011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7875021329","display_name":null,"funder_award_id":"62325111","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W2081827563","https://openalex.org/W2194775991","https://openalex.org/W2220111505","https://openalex.org/W2531897166","https://openalex.org/W2563764042","https://openalex.org/W2604260814","https://openalex.org/W2610510511","https://openalex.org/W2883888092","https://openalex.org/W2963393555","https://openalex.org/W2964348082","https://openalex.org/W2965318645","https://openalex.org/W2969689033","https://openalex.org/W2986119938","https://openalex.org/W2986821660","https://openalex.org/W2997426000","https://openalex.org/W2998619563","https://openalex.org/W3009073662","https://openalex.org/W3035367622","https://openalex.org/W3108870912","https://openalex.org/W3130788242","https://openalex.org/W3138516171","https://openalex.org/W3139434170","https://openalex.org/W3139633126","https://openalex.org/W3159481202","https://openalex.org/W3160314846","https://openalex.org/W3171007011","https://openalex.org/W3175156984","https://openalex.org/W3181391941","https://openalex.org/W3195399086","https://openalex.org/W3204146347","https://openalex.org/W3206734547","https://openalex.org/W3213192039","https://openalex.org/W3213639431","https://openalex.org/W4214493665","https://openalex.org/W4229448345","https://openalex.org/W4281723345","https://openalex.org/W4283796551","https://openalex.org/W4307091871","https://openalex.org/W4312235460","https://openalex.org/W4312295999","https://openalex.org/W4312361652","https://openalex.org/W4312422300","https://openalex.org/W4312460151","https://openalex.org/W4312658754","https://openalex.org/W4312823383","https://openalex.org/W4313056800","https://openalex.org/W4313156423","https://openalex.org/W4313160266","https://openalex.org/W4321601932","https://openalex.org/W4367171517","https://openalex.org/W4383503856","https://openalex.org/W4383899699","https://openalex.org/W4386057726","https://openalex.org/W4386065693","https://openalex.org/W4386065875","https://openalex.org/W4386075994","https://openalex.org/W4386076260","https://openalex.org/W4386076428","https://openalex.org/W4390871942","https://openalex.org/W4392208008","https://openalex.org/W4393154594","https://openalex.org/W4402592315","https://openalex.org/W4402727346","https://openalex.org/W6674920064","https://openalex.org/W6744580074","https://openalex.org/W6747701563","https://openalex.org/W6759027147","https://openalex.org/W6763310536","https://openalex.org/W6774670964","https://openalex.org/W6791742336","https://openalex.org/W6795754764","https://openalex.org/W6797371478","https://openalex.org/W6846246900","https://openalex.org/W6852918144","https://openalex.org/W6854154418","https://openalex.org/W6857780374"],"related_works":["https://openalex.org/W2165912799","https://openalex.org/W2735662278","https://openalex.org/W2382615723","https://openalex.org/W4405331580","https://openalex.org/W4311804456","https://openalex.org/W1987484445","https://openalex.org/W2623658258","https://openalex.org/W2143413548","https://openalex.org/W1969219540","https://openalex.org/W2370459448"],"abstract_inverted_index":{"High-quality":[0],"annotation":[1],"of":[2,76,102],"fine-grained":[3,18,49,67,109,124],"visual":[4,19],"categories":[5,68],"demands":[6],"great":[7],"expert":[8],"knowledge,":[9],"which":[10,154],"is":[11,60,97,130,212],"taxing":[12],"and":[13,123,141,144,161,176,192,206],"time":[14],"consuming.":[15],"Alternatively,":[16],"learning":[17,30,42,196],"representation":[20,59,110],"from":[21,62,138],"enormous":[22],"unlabeled":[23],"images":[24],"(e.g.,":[25],"species,":[26],"brands)":[27],"by":[28,72,111,188,198],"self-supervised":[29,41,195],"becomes":[31],"a":[32,84],"feasible":[33],"solution.":[34],"However,":[35],"recent":[36],"investigations":[37],"find":[38],"that":[39,55,180],"existing":[40,193],"methods":[43,187],"are":[44,69],"less":[45],"qualified":[46],"to":[47,90,98,190,200],"represent":[48],"categories.":[50],"The":[51],"bottleneck":[52],"lies":[53],"in":[54,106],"the":[56,100,108,118,126,134,139,145,149,181,185],"pre-trained":[57],"class-agnostic":[58],"built":[61],"every":[63],"patch-wise":[64],"embedding,":[65],"while":[66],"only":[70],"determined":[71],"several":[73,168],"key":[74,95],"patches":[75,122],"an":[77],"image.":[78],"In":[79],"this":[80,92],"paper,":[81],"we":[82,155],"propose":[83],"Cross-level":[85],"Multi-instance":[86],"Distillation":[87],"(CMD)":[88],"framework":[89],"tackle":[91],"challenge.":[93],"Our":[94],"idea":[96],"consider":[99],"importance":[101],"each":[103],"image":[104],"patch":[105],"determining":[107],"multiple":[112],"instance":[113],"learning.":[114],"To":[115],"comprehensively":[116],"learn":[117],"relation":[119],"between":[120],"informative":[121],"semantics,":[125],"multi-instance":[127,159,163],"knowledge":[128],"distillation":[129,160],"implemented":[131],"on":[132,167,202],"both":[133,203],"region/image":[135],"crop":[136],"pairs":[137],"teacher":[140,150],"student":[142,152],"net,":[143,153],"region-image":[146],"crops":[147],"inside":[148],"/":[151],"term":[156],"as":[157],"intra-level":[158],"inter-level":[162],"distillation.":[164],"Extensive":[165],"experiments":[166],"commonly":[169],"used":[170],"datasets,":[171],"including":[172],"CUB-200-2011,":[173],"Stanford":[174],"Cars":[175],"FGVC":[177],"Aircraft,":[178],"demonstrate":[179],"proposed":[182],"method":[183],"outperforms":[184],"contemporary":[186],"up":[189,199],"10.14%":[191],"state-of-the-art":[194],"approaches":[197],"19.78%":[201],"top-1":[204],"accuracy":[205],"Rank-1":[207],"retrieval":[208],"metric.":[209],"Source":[210],"code":[211],"available":[213],"at":[214],"https://github.com/BiQiWHU/CMD.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}