{"id":"https://openalex.org/W3202237730","doi":"https://doi.org/10.1109/iccv48922.2021.01004","title":"Improve Unsupervised Pretraining for Few-label Transfer","display_name":"Improve Unsupervised Pretraining for Few-label Transfer","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3202237730","doi":"https://doi.org/10.1109/iccv48922.2021.01004","mag":"3202237730"},"language":"en","primary_location":{"id":"doi:10.1109/iccv48922.2021.01004","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.01004","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003158994","display_name":"Suichan Li","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suichan Li","raw_affiliation_strings":["University of Science and Technology of China","University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100364587","display_name":"Dongdong Chen","orcid":"https://orcid.org/0000-0002-4642-4373"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Dongdong Chen","raw_affiliation_strings":["Microsoft Research","Microsoft (United States), Redmond, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"Microsoft (United States), Redmond, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007557621","display_name":"Yinpeng Chen","orcid":"https://orcid.org/0000-0003-1411-225X"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Yinpeng Chen","raw_affiliation_strings":["Microsoft Research","University of California, San Diego, San Diego, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"University of California, San Diego, San Diego, United States","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390820","display_name":"Lu Yuan","orcid":"https://orcid.org/0000-0001-7879-0389"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Lu Yuan","raw_affiliation_strings":["Microsoft Research","Microsoft (United States), Redmond, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"Microsoft (United States), Redmond, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100715083","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0001-8184-9353"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Microsoft Research","Microsoft (United States), Redmond, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"Microsoft (United States), Redmond, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045938154","display_name":"Qi Chu","orcid":"https://orcid.org/0000-0003-3028-0755"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Chu","raw_affiliation_strings":["University of Science and Technology of China","Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100395500","display_name":"Bin Liu","orcid":"https://orcid.org/0000-0002-5023-7167"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Liu","raw_affiliation_strings":["University of Science and Technology of China","University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064573190","display_name":"Nenghai Yu","orcid":"https://orcid.org/0000-0003-4417-9316"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nenghai Yu","raw_affiliation_strings":["University of Science and Technology of China","University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1465,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.40209769,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"10181","last_page":"10190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9571999907493591,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9380000233650208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.783921480178833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7631093263626099},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.7218217253684998},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6869968771934509},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.6175239086151123},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6049305200576782},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.485159695148468},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4523800015449524},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.44658687710762024},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4364301562309265}],"concepts":[{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.783921480178833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7631093263626099},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.7218217253684998},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6869968771934509},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.6175239086151123},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6049305200576782},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.485159695148468},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4523800015449524},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.44658687710762024},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4364301562309265},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iccv48922.2021.01004","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.01004","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"mag:3202237730","is_oa":false,"landing_page_url":"https://openaccess.thecvf.com/content/ICCV2021/papers/Li_Improve_Unsupervised_Pretraining_for_Few-Label_Transfer_ICCV_2021_paper.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419272","display_name":"International Conference on Computer Vision","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"International Conference on Computer Vision","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320325599","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1977295328","https://openalex.org/W2017814585","https://openalex.org/W2047643928","https://openalex.org/W2065010255","https://openalex.org/W2072240081","https://openalex.org/W2108598243","https://openalex.org/W2155904486","https://openalex.org/W2194775991","https://openalex.org/W2798820905","https://openalex.org/W2798991696","https://openalex.org/W2964194231","https://openalex.org/W2991391304","https://openalex.org/W3035293718","https://openalex.org/W3035524453","https://openalex.org/W6683161245","https://openalex.org/W6696346101","https://openalex.org/W6735374517","https://openalex.org/W6736057607","https://openalex.org/W6743661861","https://openalex.org/W6747943641","https://openalex.org/W6758126075","https://openalex.org/W6768230505","https://openalex.org/W6770578729","https://openalex.org/W6773005947","https://openalex.org/W6774314701","https://openalex.org/W6774670964","https://openalex.org/W6775298725","https://openalex.org/W6778102432","https://openalex.org/W6779326418","https://openalex.org/W6779977557","https://openalex.org/W6779997284","https://openalex.org/W6784702030","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3185011111","https://openalex.org/W3110888962","https://openalex.org/W3104548400","https://openalex.org/W3212889265","https://openalex.org/W3199556396","https://openalex.org/W3100859887","https://openalex.org/W3113328489","https://openalex.org/W3180149512","https://openalex.org/W1705056854","https://openalex.org/W3197715550","https://openalex.org/W3107789922","https://openalex.org/W3183932535","https://openalex.org/W3109200851","https://openalex.org/W3156828574","https://openalex.org/W3110236288","https://openalex.org/W2899385001","https://openalex.org/W1774315812","https://openalex.org/W2905474383","https://openalex.org/W3128981305","https://openalex.org/W3159676894"],"abstract_inverted_index":{"Unsupervised":[0],"pretraining":[1,13,25,97,121],"has":[2,45],"achieved":[3],"great":[4,73],"success":[5],"and":[6,168],"many":[7],"recent":[8],"works":[9],"have":[10],"shown":[11],"unsupervised":[12,120,194],"can":[14,122,186],"achieve":[15],"comparable":[16],"or":[17],"even":[18],"slightly":[19],"better":[20],"transfer":[21,130,147,157,191],"performance":[22,131,158,192],"than":[23],"supervised":[24,96,134],"on":[26,105,175],"downstream":[27],"target":[28,43,69,116,178],"datasets.":[29,179],"But":[30],"in":[31],"this":[32,36],"paper,":[33],"we":[34,108,171],"find":[35],"conclusion":[37],"may":[38],"not":[39],"hold":[40],"when":[41],"the":[42,57,61,106,119,124,129,156,189],"dataset":[44],"very":[46],"few":[47],"labeled":[48],"samples":[49,70],"for":[50,149],"finetuning,":[51],"i.e.,":[52],"few-label":[53,76,146,190],"transfer.":[54],"We":[55],"analyze":[56],"possible":[58],"reason":[59],"from":[60],"clustering":[62,66,90,125],"perspective:":[63],"1)":[64],"The":[65],"quality":[67,91],"of":[68,72,101,193],"is":[71,82,92],"importance":[74],"to":[75,84,87,95,99,141,154],"transfer;":[77],"2)":[78],"Though":[79],"contrastive":[80],"learning":[81],"essential":[83],"learn":[85],"how":[86],"cluster,":[88],"its":[89],"still":[93],"inferior":[94],"due":[98],"lack":[100],"label":[102],"supervision.":[103],"Based":[104],"analysis,":[107],"interestingly":[109],"discover":[110],"that":[111],"only":[112],"involving":[113],"some":[114],"unlabeled":[115],"domain":[117],"into":[118],"improve":[123],"quality,":[126],"subsequently":[127],"reducing":[128],"gap":[132],"with":[133],"pretraining.":[135,195],"This":[136],"finding":[137],"also":[138],"motivates":[139],"us":[140],"propose":[142],"a":[143,160],"new":[144],"progressive":[145],"algorithm":[148],"real":[150],"applications,":[151],"which":[152],"aims":[153],"maximize":[155],"under":[159],"limited":[161],"annotation":[162],"budget.":[163],"To":[164],"support":[165],"our":[166,183],"analysis":[167],"proposed":[169,184],"method,":[170],"conduct":[172],"extensive":[173],"experiments":[174],"nine":[176],"different":[177],"Experimental":[180],"results":[181],"show":[182],"method":[185],"significantly":[187],"boost":[188]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}