{"id":"https://openalex.org/W4403792360","doi":"https://doi.org/10.1145/3664647.3680647","title":"MICM: Rethinking Unsupervised Pretraining for Enhanced Few-shot Learning","display_name":"MICM: Rethinking Unsupervised Pretraining for Enhanced Few-shot Learning","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403792360","doi":"https://doi.org/10.1145/3664647.3680647"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3680647","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680647","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107952401","display_name":"Zhenyu Zhang","orcid":"https://orcid.org/0000-0002-6563-6603"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-6563-6603","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051638640","display_name":"Guangyao Chen","orcid":"https://orcid.org/0000-0002-7255-2109"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangyao Chen","raw_affiliation_strings":["National Key Laboratory for Multimedia Information Processing, School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7255-2109","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Multimedia Information Processing, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076460648","display_name":"Yixiong Zou","orcid":"https://orcid.org/0000-0002-2125-9041"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixiong Zou","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-2125-9041","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031637081","display_name":"Zhimeng Huang","orcid":"https://orcid.org/0000-0001-8026-9349"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhimeng Huang","raw_affiliation_strings":["National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8026-9349","affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432137","display_name":"Yuhua Li","orcid":"https://orcid.org/0000-0002-1846-4941"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhua Li","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-1846-4941","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039670436","display_name":"Ruixuan Li","orcid":"https://orcid.org/0000-0002-7791-5511"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruixuan Li","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7791-5511","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7686","last_page":"7695"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6913150548934937},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.6510370969772339},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.6138758063316345},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5966312289237976},{"id":"https://openalex.org/keywords/one-shot","display_name":"One shot","score":0.5747947692871094},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08940774202346802},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.07947757840156555}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6913150548934937},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6510370969772339},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.6138758063316345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5966312289237976},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.5747947692871094},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08940774202346802},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.07947757840156555},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3680647","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680647","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2117539524","https://openalex.org/W2611650229","https://openalex.org/W2963070905","https://openalex.org/W2963680240","https://openalex.org/W2964194231","https://openalex.org/W2988501586","https://openalex.org/W3035524453","https://openalex.org/W3093143829","https://openalex.org/W3101156210","https://openalex.org/W3142729297","https://openalex.org/W3158714121","https://openalex.org/W3168688436","https://openalex.org/W3171007011","https://openalex.org/W3174336354","https://openalex.org/W3206198719","https://openalex.org/W4205536765","https://openalex.org/W4240153047","https://openalex.org/W4282930896","https://openalex.org/W4283517970","https://openalex.org/W4304014651","https://openalex.org/W4309797008","https://openalex.org/W4312430245","https://openalex.org/W4312818854","https://openalex.org/W4312943995","https://openalex.org/W4313156423","https://openalex.org/W4319300265","https://openalex.org/W4367834670","https://openalex.org/W4386071989","https://openalex.org/W4386075713","https://openalex.org/W4390872217","https://openalex.org/W4390874170","https://openalex.org/W4393156196"],"related_works":["https://openalex.org/W2497720472","https://openalex.org/W4292659306","https://openalex.org/W3044321615","https://openalex.org/W2806221744","https://openalex.org/W2326937258","https://openalex.org/W394267150","https://openalex.org/W2773965352","https://openalex.org/W4294892107","https://openalex.org/W2357748469","https://openalex.org/W2392917037"],"abstract_inverted_index":{"Humans":[0],"exhibit":[1],"a":[2,9,15,106],"remarkable":[3],"ability":[4],"to":[5,32,87],"learn":[6],"quickly":[7],"from":[8],"limited":[10],"number":[11],"of":[12,22,55,74,80,123,132,149,171,189],"labeled":[13],"samples,":[14],"capability":[16,131],"that":[17,21,174],"starkly":[18],"contrasts":[19],"with":[20,125],"current":[23],"machine":[24],"learning":[25,66,121,130,141],"systems.":[26],"Unsupervised":[27],"Few-Shot":[28],"Learning":[29,62],"(U-FSL)":[30],"seeks":[31],"bridge":[33],"this":[34,47,190],"divide":[35],"by":[36],"reducing":[37],"reliance":[38],"on":[39,64,180],"annotated":[40],"datasets":[41],"during":[42],"initial":[43],"training":[44],"phases.":[45],"In":[46],"work,":[48],"we":[49,104],"first":[50],"quantitatively":[51],"assess":[52],"the":[53,71,118,126,147,169],"impacts":[54],"Masked":[56,110],"Image":[57,111],"Modeling":[58,113],"(MIM)":[59],"and":[60,76,82,99,157],"Contrastive":[61,112],"(CL)":[63],"few-shot":[65,140,161],"tasks.":[67],"Our":[68,163],"findings":[69],"highlight":[70],"respective":[72],"limitations":[73],"MIM":[75],"CL":[77,124],"in":[78,90,101,138,154],"terms":[79],"discriminative":[81],"generalization":[83,98,156],"abilities,":[84],"which":[85],"contribute":[86],"their":[88],"underperformance":[89],"U-FSL":[91,177],"contexts.":[92],"To":[93],"address":[94],"these":[95],"trade-offs":[96],"between":[97],"discriminability":[100],"unsupervised":[102],"pretraining,":[103],"introduce":[105],"novel":[107],"paradigm":[108],"named":[109],"(MICM).":[114],"MICM":[115,181],"creatively":[116],"combines":[117],"targeted":[119],"object":[120],"strength":[122],"generalized":[127],"visual":[128],"feature":[129],"MIM,":[133],"significantly":[134],"enhancing":[135],"its":[136],"efficacy":[137],"downstream":[139],"inference.":[142],"Extensive":[143],"experimental":[144],"analyses":[145],"confirm":[146],"advantages":[148],"MICM,":[150,172],"demonstrating":[151],"significant":[152],"improvements":[153],"both":[155],"discrimination":[158],"capabilities":[159],"for":[160],"learning.":[162],"comprehensive":[164],"quantitative":[165],"evaluations":[166],"further":[167],"substantiate":[168],"superiority":[170],"showing":[173],"our":[175],"two-stage":[176],"framework":[178],"based":[179],"markedly":[182],"outperforms":[183],"existing":[184],"leading":[185],"baselines.":[186],"The":[187],"repository":[188],"project":[191],"is":[192],"available":[193],"at":[194],"https://github.com/iCGY96/MICM.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}