{"id":"https://openalex.org/W4383988043","doi":"https://doi.org/10.48550/arxiv.2307.04114","title":"FILM: How can Few-Shot Image Classification Benefit from Pre-Trained Language Models?","display_name":"FILM: How can Few-Shot Image Classification Benefit from Pre-Trained Language Models?","publication_year":2023,"publication_date":"2023-07-09","ids":{"openalex":"https://openalex.org/W4383988043","doi":"https://doi.org/10.48550/arxiv.2307.04114"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2307.04114","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.04114","pdf_url":"https://arxiv.org/pdf/2307.04114","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2307.04114","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jiang, Zihao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang, Zihao","raw_affiliation_strings":["Qing Yuan Research Institute , Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qing Yuan Research Institute , Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111214495","display_name":"Yunkai Dang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dang, Yunkai","raw_affiliation_strings":["College of Intelligence and Computing , Tianjin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing , Tianjin University","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079331116","display_name":"Dong Pang","orcid":"https://orcid.org/0000-0002-4490-0313","observed_orcids":["https://orcid.org/0000-0002-4490-0313"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pang, Dong","raw_affiliation_strings":["Research Institute","School of Mechanical Engineering , Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute","institution_ids":[]},{"raw_affiliation_string":"School of Mechanical Engineering , Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033280929","display_name":"Huishuai Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Huishuai","raw_affiliation_strings":["Microsoft Research Asia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057918643","display_name":"Weiran Huang","orcid":"https://orcid.org/0000-0003-1193-6157","observed_orcids":["https://orcid.org/0000-0003-1193-6157"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huang, Weiran","raw_affiliation_strings":["Qing Yuan Research Institute , Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qing Yuan Research Institute , Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/few-shot-image-classification","display_name":"few-shot image classification","score":0.9929999709129333},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.984000027179718},{"id":"https://openalex.org/keywords/contrastive-learning","display_name":"contrastive learning","score":0.9559999704360962},{"id":"https://openalex.org/keywords/visual-textual-alignment","display_name":"visual-textual alignment","score":0.7979999780654907},{"id":"https://openalex.org/keywords/metric-learning","display_name":"metric learning","score":0.6690000295639038},{"id":"https://openalex.org/keywords/model-agnostic-meta-learning","display_name":"model-agnostic meta-learning","score":0.7540000081062317},{"id":"https://openalex.org/keywords/bi-level-optimization","display_name":"bi-level optimization","score":0.8339999914169312},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.48399999737739563},{"id":"https://openalex.org/keywords/class-names","display_name":"class names","score":0.46299999952316284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8021222352981567},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.722640335559845},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6718007922172546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6244498491287231},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5753932595252991},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.572123110294342},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5709168910980225},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5646454691886902},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.5061184763908386},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.486436128616333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3973376750946045},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.37251123785972595},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32633310556411743},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09776955842971802},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2307.04114","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.04114","pdf_url":"https://arxiv.org/pdf/2307.04114","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2307.04114","doi":"https://doi.org/10.48550/arxiv.2307.04114","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2307.04114","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2307.04114","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.04114","pdf_url":"https://arxiv.org/pdf/2307.04114","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4383988043.pdf","grobid_xml":"https://content.openalex.org/works/W4383988043.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4390810342","https://openalex.org/W4307076717","https://openalex.org/W4412623858","https://openalex.org/W2987929641","https://openalex.org/W3200780517","https://openalex.org/W4297435517","https://openalex.org/W4300978471","https://openalex.org/W4414803874","https://openalex.org/W4403791712","https://openalex.org/W4310556963"],"abstract_inverted_index":{"Few-shot":[0],"learning":[1,28,55,74],"aims":[2],"to":[3,10,25,117,131,138,153],"train":[4,139],"models":[5,80],"that":[6,76],"can":[7],"be":[8],"generalized":[9],"novel":[11,72],"classes":[12],"with":[13,29],"only":[14],"a":[15,19,71,114],"few":[16],"samples.":[17],"Recently,":[18],"line":[20],"of":[21,51,63,89,109,157],"works":[22,38],"are":[23],"proposed":[24],"enhance":[26],"few-shot":[27,54,73,133],"accessible":[30],"semantic":[31,64],"information":[32],"from":[33,98],"class":[34],"names.":[35],"However,":[36],"these":[37],"focus":[39],"on":[40,82,150],"improving":[41],"existing":[42],"modules":[43],"such":[44],"as":[45],"visual":[46,92],"prototypes":[47],"and":[48,94,112,135],"feature":[49],"extractors":[50],"the":[52,59,87,106,119,127,140,155],"standard":[53],"framework.":[56],"This":[57],"limits":[58],"full":[60],"potential":[61],"use":[62],"information.":[65],"In":[66],"this":[67],"paper,":[68],"we":[69,103,125,146],"propose":[70],"framework":[75,111],"uses":[77],"pre-trained":[78,100],"language":[79,101],"based":[81],"contrastive":[83],"learning.":[84],"To":[85],"address":[86],"challenge":[88],"alignment":[90],"between":[91],"features":[93],"textual":[95,107],"embeddings":[96],"obtained":[97],"text-based":[99],"model,":[102],"carefully":[104],"design":[105],"branch":[108],"our":[110,158],"introduce":[113],"metric":[115,128],"module":[116,129],"generalize":[118],"cosine":[120],"similarity.":[121],"For":[122],"better":[123],"transferability,":[124],"let":[126],"adapt":[130],"different":[132],"tasks":[134],"adopt":[136],"MAML":[137],"model":[141],"via":[142],"bi-level":[143],"optimization.":[144],"Moreover,":[145],"conduct":[147],"extensive":[148],"experiments":[149],"multiple":[151],"benchmarks":[152],"demonstrate":[154],"effectiveness":[156],"method.":[159]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2023-07-12T00:00:00"}