{"id":"https://openalex.org/W4226412816","doi":"https://doi.org/10.1109/tai.2022.3169463","title":"Efficient Few-Shot Classification via Contrastive Pretraining on Web Data","display_name":"Efficient Few-Shot Classification via Contrastive Pretraining on Web Data","publication_year":2022,"publication_date":"2022-04-26","ids":{"openalex":"https://openalex.org/W4226412816","doi":"https://doi.org/10.1109/tai.2022.3169463"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2022.3169463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2022.3169463","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081985247","display_name":"Zhuoling Li","orcid":"https://orcid.org/0000-0002-9188-8521"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuoling Li","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9188-8521","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101892838","display_name":"Haohan Wang","orcid":"https://orcid.org/0000-0003-3451-6884"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haohan Wang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3451-6884","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021540882","display_name":"Tymoteusz \u015awistek","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tymoteusz \u015awistek","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033952997","display_name":"En Yu","orcid":"https://orcid.org/0000-0001-6292-6384"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"En Yu","raw_affiliation_strings":["School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-6292-6384","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028229824","display_name":"Haoqian Wang","orcid":"https://orcid.org/0000-0003-2792-8469"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoqian Wang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2792-8469","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5807,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.7085821,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"4","issue":"3","first_page":"522","last_page":"533"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10515","display_name":"Cancer-related molecular mechanisms research","score":0.9139000177383423,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8308295011520386},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6470343470573425},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.6460603475570679},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.6387265920639038},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5977700352668762},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5405404567718506},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4172726273536682},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08119577169418335}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8308295011520386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6470343470573425},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.6460603475570679},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6387265920639038},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5977700352668762},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5405404567718506},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4172726273536682},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08119577169418335},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2022.3169463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2022.3169463","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G4958032829","display_name":"\u5bbd\u89c6\u573a\u5c42\u6790\u8ba1\u7b97\u6210\u50cf\u7406\u8bba\u4e0e\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61831014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W1901616594","https://openalex.org/W1921293667","https://openalex.org/W1955857676","https://openalex.org/W2081888852","https://openalex.org/W2108598243","https://openalex.org/W2139690636","https://openalex.org/W2157364932","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2401823607","https://openalex.org/W2487442924","https://openalex.org/W2529605558","https://openalex.org/W2577183329","https://openalex.org/W2585747585","https://openalex.org/W2599837529","https://openalex.org/W2601450892","https://openalex.org/W2604763608","https://openalex.org/W2777922598","https://openalex.org/W2787035179","https://openalex.org/W2787501667","https://openalex.org/W2788388592","https://openalex.org/W2791172704","https://openalex.org/W2798683932","https://openalex.org/W2798836702","https://openalex.org/W2884366600","https://openalex.org/W2895106137","https://openalex.org/W2939411050","https://openalex.org/W2944828972","https://openalex.org/W2948968650","https://openalex.org/W2953469440","https://openalex.org/W2962799101","https://openalex.org/W2963341924","https://openalex.org/W2963470893","https://openalex.org/W2963540014","https://openalex.org/W2963559848","https://openalex.org/W2964105864","https://openalex.org/W2964118262","https://openalex.org/W2964206659","https://openalex.org/W2982247743","https://openalex.org/W2982806777","https://openalex.org/W2989701968","https://openalex.org/W2991559096","https://openalex.org/W2995589713","https://openalex.org/W2998003188","https://openalex.org/W3005164579","https://openalex.org/W3005680577","https://openalex.org/W3023371261","https://openalex.org/W3025869703","https://openalex.org/W3027585699","https://openalex.org/W3034303554","https://openalex.org/W3034435444","https://openalex.org/W3034445277","https://openalex.org/W3034942609","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3036411233","https://openalex.org/W3100859887","https://openalex.org/W3108975329","https://openalex.org/W3110888962","https://openalex.org/W3118625182","https://openalex.org/W4287812705","https://openalex.org/W4288593364","https://openalex.org/W4289751869","https://openalex.org/W4292779060","https://openalex.org/W6640298173","https://openalex.org/W6677067356","https://openalex.org/W6713057566","https://openalex.org/W6717697761","https://openalex.org/W6732735668","https://openalex.org/W6735236233","https://openalex.org/W6736057607","https://openalex.org/W6738602802","https://openalex.org/W6742852309","https://openalex.org/W6747943641","https://openalex.org/W6748284727","https://openalex.org/W6749327742","https://openalex.org/W6752232076","https://openalex.org/W6753934646","https://openalex.org/W6754979576","https://openalex.org/W6758314753","https://openalex.org/W6762573206","https://openalex.org/W6765052341","https://openalex.org/W6768230505","https://openalex.org/W6774314701","https://openalex.org/W6776700526","https://openalex.org/W6778883912","https://openalex.org/W6779326418","https://openalex.org/W6779693928","https://openalex.org/W6779879114","https://openalex.org/W6779977557","https://openalex.org/W6787403423","https://openalex.org/W6807906841"],"related_works":["https://openalex.org/W2591697403","https://openalex.org/W2944728705","https://openalex.org/W2904022177","https://openalex.org/W2359348847","https://openalex.org/W3011538607","https://openalex.org/W4294432981","https://openalex.org/W4321441197","https://openalex.org/W2953716828","https://openalex.org/W2469820710","https://openalex.org/W2152642030"],"abstract_inverted_index":{"Few-shot":[0],"classification":[1],"is":[2,67,126,141],"challenging":[3],"due":[4],"to":[5,99,108],"the":[6,32,102,114,120,147,155,158],"limited":[7],"data":[8,40,58,93],"and":[9,60,97,166,182],"labels.":[10],"The":[11,168],"existing":[12],"algorithms":[13],"usually":[14],"resolve":[15],"this":[16,48,83,144],"problem":[17],"by":[18,179],"pretraining":[19],"models":[20,86,151],"with":[21,31,161,186],"a":[22,52,135],"considerable":[23],"amount":[24],"of":[25,38,78,123,149,157],"annotated":[26,81],"data,":[27,82],"which":[28],"share":[29],"knowledge":[30,112],"target":[33],"domain.":[34],"Nevertheless,":[35],"large":[36,180],"quantities":[37],"homogenous":[39],"samples":[41],"are":[42,94],"not":[43],"always":[44],"available.":[45],"To":[46,131],"tackle":[47],"obstacle,":[49],"we":[50,117],"develop":[51],"few-shot":[53],"learning":[54,72],"framework":[55,66,84,160],"that":[56,119,171],"prepares":[57],"automatically":[59],"still":[61],"produces":[62],"well-behaved":[63],"models.":[64],"This":[65],"implemented":[68],"through":[69],"conducting":[70],"contrastive":[71],"on":[73,163],"unlabeled":[74],"web":[75],"images.":[76],"Instead":[77],"requiring":[79],"manually":[80],"trains":[85],"via":[87],"constructing":[88],"pseudolabels.":[89],"Additionally,":[90],"since":[91],"online":[92],"virtually":[95],"limitless":[96],"continue":[98],"be":[100,106],"generated,":[101],"model":[103],"can,":[104],"thus,":[105],"empowered":[107],"constantly":[109],"obtain":[110],"up-to-date":[111],"from":[113],"Internet.":[115],"Furthermore,":[116],"observe":[118],"generalization":[121],"ability":[122],"learned":[124],"representation":[125],"crucial":[127],"for":[128],"self-supervised":[129],"learning.":[130],"present":[132],"its":[133],"importance,":[134],"naive":[136],"yet":[137],"efficient":[138],"normalization":[139],"strategy":[140,145],"proposed.":[142],"Consequentially,":[143],"boosts":[146],"accuracy":[148],"trained":[150],"significantly.":[152],"We":[153],"demonstrate":[154],"superiority":[156],"proposed":[159],"experiments":[162],"miniImageNet,":[164],"tieredImageNet,":[165],"Omniglot.":[167],"results":[169],"indicate":[170],"our":[172],"method":[173],"has":[174],"surpassed":[175],"previous":[176],"unsupervised":[177],"counterparts":[178],"margins":[181],"obtained":[183],"performance":[184],"comparable":[185],"some":[187],"supervised":[188],"ones.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}