{"id":"https://openalex.org/W4226311485","doi":"https://doi.org/10.1109/tpami.2021.3132021","title":"Bridging the Gap Between Few-Shot and Many-Shot Learning via Distribution Calibration","display_name":"Bridging the Gap Between Few-Shot and Many-Shot Learning via Distribution Calibration","publication_year":2021,"publication_date":"2021-12-03","ids":{"openalex":"https://openalex.org/W4226311485","doi":"https://doi.org/10.1109/tpami.2021.3132021"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3132021","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3132021","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101878181","display_name":"Shuo Yang","orcid":"https://orcid.org/0000-0001-6145-0150"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shuo Yang","raw_affiliation_strings":["School of Electrical and Data Engineering, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6145-0150","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101914070","display_name":"Songhua Wu","orcid":"https://orcid.org/0000-0003-2908-5530"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Songhua Wu","raw_affiliation_strings":["Trustworthy Machine Learning Lab, School of Computer Science, University of Sydney, Darlington, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2908-5530","affiliations":[{"raw_affiliation_string":"Trustworthy Machine Learning Lab, School of Computer Science, University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065250332","display_name":"Tongliang Liu","orcid":"https://orcid.org/0000-0002-9640-6472"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tongliang Liu","raw_affiliation_strings":["Trustworthy Machine Learning Lab, School of Computer Science, University of Sydney, Darlington, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9640-6472","affiliations":[{"raw_affiliation_string":"Trustworthy Machine Learning Lab, School of Computer Science, University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100413849","display_name":"Min Xu","orcid":"https://orcid.org/0000-0001-9581-8849"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Min Xu","raw_affiliation_strings":["School of Electrical and Data Engineering, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9581-8849","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2584,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.9326117,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"44","issue":"12","first_page":"9830","last_page":"9843"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9722999930381775,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.7104635238647461},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6505609154701233},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5866594910621643},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.49694040417671204},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44425535202026367},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43418997526168823},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.4339603781700134},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.43149974942207336},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.33060184121131897},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2660633325576782}],"concepts":[{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.7104635238647461},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6505609154701233},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5866594910621643},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.49694040417671204},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44425535202026367},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43418997526168823},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4339603781700134},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.43149974942207336},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.33060184121131897},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2660633325576782},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpami.2021.3132021","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3132021","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":99,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W2026543586","https://openalex.org/W2095723734","https://openalex.org/W2101234009","https://openalex.org/W2104094955","https://openalex.org/W2110091014","https://openalex.org/W2111296615","https://openalex.org/W2117539524","https://openalex.org/W2150385401","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2579923771","https://openalex.org/W2601450892","https://openalex.org/W2604763608","https://openalex.org/W2742093937","https://openalex.org/W2753160622","https://openalex.org/W2787035179","https://openalex.org/W2791172704","https://openalex.org/W2808498263","https://openalex.org/W2892122929","https://openalex.org/W2894906112","https://openalex.org/W2895671740","https://openalex.org/W2943605315","https://openalex.org/W2947049994","https://openalex.org/W2949879676","https://openalex.org/W2963038205","https://openalex.org/W2963070905","https://openalex.org/W2963078860","https://openalex.org/W2963341924","https://openalex.org/W2963444553","https://openalex.org/W2963741406","https://openalex.org/W2963845150","https://openalex.org/W2963943197","https://openalex.org/W2963960318","https://openalex.org/W2964105864","https://openalex.org/W2964112702","https://openalex.org/W2964137095","https://openalex.org/W2964206659","https://openalex.org/W2981707695","https://openalex.org/W2981938486","https://openalex.org/W3009081299","https://openalex.org/W3012255272","https://openalex.org/W3015811276","https://openalex.org/W3035454674","https://openalex.org/W3092600962","https://openalex.org/W3096805028","https://openalex.org/W3099486271","https://openalex.org/W3104255659","https://openalex.org/W3110483780","https://openalex.org/W3122520870","https://openalex.org/W3159649695","https://openalex.org/W3165676168","https://openalex.org/W3167162100","https://openalex.org/W3171815127","https://openalex.org/W3181799004","https://openalex.org/W3204546061","https://openalex.org/W4239510810","https://openalex.org/W4288560661","https://openalex.org/W4293412117","https://openalex.org/W4295676892","https://openalex.org/W4297800546","https://openalex.org/W4320013936","https://openalex.org/W6600609147","https://openalex.org/W6674378708","https://openalex.org/W6675354045","https://openalex.org/W6676587327","https://openalex.org/W6676826717","https://openalex.org/W6677651945","https://openalex.org/W6682639118","https://openalex.org/W6717697761","https://openalex.org/W6732517885","https://openalex.org/W6735236233","https://openalex.org/W6736057607","https://openalex.org/W6742288159","https://openalex.org/W6743661861","https://openalex.org/W6747520023","https://openalex.org/W6748284727","https://openalex.org/W6748331328","https://openalex.org/W6748555532","https://openalex.org/W6749327742","https://openalex.org/W6751797489","https://openalex.org/W6752232076","https://openalex.org/W6752940074","https://openalex.org/W6753311412","https://openalex.org/W6754654810","https://openalex.org/W6754673040","https://openalex.org/W6755766585","https://openalex.org/W6758126075","https://openalex.org/W6759458965","https://openalex.org/W6763576130","https://openalex.org/W6775957412","https://openalex.org/W6779913302","https://openalex.org/W6785821353","https://openalex.org/W6786484107","https://openalex.org/W6788840927","https://openalex.org/W6795451886","https://openalex.org/W6796408964","https://openalex.org/W6796842786","https://openalex.org/W6802633777"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W2563096758","https://openalex.org/W4386053843","https://openalex.org/W3158004940","https://openalex.org/W2972035100","https://openalex.org/W2167582322","https://openalex.org/W3200179079","https://openalex.org/W2742991909","https://openalex.org/W2556319748"],"abstract_inverted_index":{"A":[0],"major":[1],"gap":[2],"between":[3],"few-shot":[4,20,264],"and":[5,141,170,224,275],"many-shot":[6,51],"learning":[7,52],"is":[8,46,84,214,242,251],"the":[9,15,22,31,42,65,90,110,115,118,126,130,139,142,145,180,189,197,200,247,261,284,287],"data":[10,44],"distribution":[11,33,45,66,82,112,136,146,186,241],"empirically":[12],"oserved":[13],"by":[14,35,86,192,207],"model":[16,24],"during":[17],"training.":[18],"In":[19,58],"learning,":[21,265],"learned":[23],"can":[25,106,147,187],"easily":[26],"become":[27],"over-fitted":[28],"based":[29],"on":[30,167,216],"biased":[32],"formed":[34],"only":[36],"a":[37,55,134,174,193,256],"few":[38],"training":[39],"examples,":[40],"while":[41],"ground-truth":[43],"more":[47,73],"accurately":[48],"uncovered":[49],"in":[50,125],"to":[53,63,71,75,95,113,117],"learn":[54],"well-generalized":[56],"model.":[57],"this":[59],"paper,":[60],"we":[61,121],"propose":[62],"calibrate":[64],"of":[67,104,144,151,163,218,233,268,286],"these":[68,234],"few-sample":[69,97],"classes":[70,91,153],"be":[72,107],"unbiased":[74],"alleviate":[76],"such":[77],"an":[78,101,160,243],"over-fitting":[79],"problem.":[80],"The":[81,231],"calibration":[83],"achieved":[85],"transferring":[87],"statistics":[88,155],"from":[89,109,129,149,183],"with":[92,159],"sufficient":[93],"examples":[94,105],"those":[96],"classes.":[98],"After":[99],"calibration,":[100],"adequate":[102,161],"number":[103,162],"sampled":[108,182],"calibrated":[111,185,240],"expand":[114],"inputs":[116],"classifier.":[119],"Specifically,":[120],"assume":[122],"every":[123],"dimension":[124],"feature":[127,222],"representation":[128],"same":[131],"class":[132],"follows":[133],"Gaussian":[135],"so":[137],"that":[138,150,173,238],"mean":[140],"variance":[143],"borrow":[148],"similar":[152],"whose":[154],"are":[156],"better":[157],"estimated":[158],"samples.":[164],"Extensive":[165],"experiments":[166],"three":[168],"datasets,miniImageNet,tieredImageNet,":[169],"CUB,":[171],"show":[172],"simple":[175],"linear":[176],"classifier":[177],"trained":[178],"using":[179],"features":[181,236],"our":[184,239],"outperform":[188],"state-of-the-art":[190],"accuracy":[191,210],"large":[194],"margin.":[195],"Besides":[196],"favorable":[198],"performance,":[199],"proposed":[201,262,288],"method":[202],"also":[203,254],"exhibits":[204],"high":[205],"flexibility":[206],"showing":[208],"consistent":[209],"improvement":[211],"when":[212],"it":[213],"built":[215],"top":[217],"any":[219],"off-the-shelf":[220],"pretrained":[221],"extractors":[223],"classification":[225],"models":[226],"without":[227],"extra":[228],"learnable":[229],"parameters.":[230],"visualization":[232],"generated":[235],"demonstrates":[237],"accurate":[244],"estimation":[245],"thus":[246],"generalization":[248,257,279],"ability":[249],"gain":[250],"convincing.":[252],"We":[253],"establish":[255],"error":[258,280],"bound":[259,281],"for":[260],"distribution-calibration-based":[263],"which":[266],"consists":[267],"thedistribution":[269,272],"assumption":[270],"error,":[271,274],"approximation":[273],"theestimation":[276],"error.":[277],"This":[278],"theoretically":[282],"justifies":[283],"effectiveness":[285],"method.":[289]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":7}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}