{"id":"https://openalex.org/W3172122903","doi":"https://doi.org/10.1109/icme51207.2021.9428447","title":"Multi-Pretext Attention Network For Few-Shot Learning With Self-Supervision","display_name":"Multi-Pretext Attention Network For Few-Shot Learning With Self-Supervision","publication_year":2021,"publication_date":"2021-06-09","ids":{"openalex":"https://openalex.org/W3172122903","doi":"https://doi.org/10.1109/icme51207.2021.9428447","mag":"3172122903"},"language":"en","primary_location":{"id":"doi:10.1109/icme51207.2021.9428447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme51207.2021.9428447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051416943","display_name":"Hainan Li","orcid":"https://orcid.org/0000-0001-6335-6483"},"institutions":[{"id":"https://openalex.org/I4391767781","display_name":"State Key Laboratory of Software Development Environment","ror":"https://ror.org/017r4dj03","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767781","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hainan Li","raw_affiliation_strings":["Beihang University,State Key Lab of Software Development Environment","State Key Lab of Software Development Environment, Beihang University"],"affiliations":[{"raw_affiliation_string":"Beihang University,State Key Lab of Software Development Environment","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I4391767781"]},{"raw_affiliation_string":"State Key Lab of Software Development Environment, Beihang University","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039889916","display_name":"Renshuai Tao","orcid":"https://orcid.org/0000-0001-5695-2009"},"institutions":[{"id":"https://openalex.org/I4391767781","display_name":"State Key Laboratory of Software Development Environment","ror":"https://ror.org/017r4dj03","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767781","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renshuai Tao","raw_affiliation_strings":["Beihang University,State Key Lab of Software Development Environment","State Key Lab of Software Development Environment, Beihang University"],"affiliations":[{"raw_affiliation_string":"Beihang University,State Key Lab of Software Development Environment","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I4391767781"]},{"raw_affiliation_string":"State Key Lab of Software Development Environment, Beihang University","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101551152","display_name":"Jun Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4391767781","display_name":"State Key Laboratory of Software Development Environment","ror":"https://ror.org/017r4dj03","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767781","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["Beihang University,State Key Lab of Software Development Environment","State Key Lab of Software Development Environment, Beihang University"],"affiliations":[{"raw_affiliation_string":"Beihang University,State Key Lab of Software Development Environment","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I4391767781"]},{"raw_affiliation_string":"State Key Lab of Software Development Environment, Beihang University","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044945190","display_name":"Haotong Qin","orcid":"https://orcid.org/0000-0001-7391-7539"},"institutions":[{"id":"https://openalex.org/I4391767781","display_name":"State Key Laboratory of Software Development Environment","ror":"https://ror.org/017r4dj03","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767781","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haotong Qin","raw_affiliation_strings":["Beihang University,State Key Lab of Software Development Environment","State Key Lab of Software Development Environment, Beihang University"],"affiliations":[{"raw_affiliation_string":"Beihang University,State Key Lab of Software Development Environment","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I4391767781"]},{"raw_affiliation_string":"State Key Lab of Software Development Environment, Beihang University","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037855655","display_name":"Yifu Ding","orcid":"https://orcid.org/0000-0002-4629-5858"},"institutions":[{"id":"https://openalex.org/I4391767781","display_name":"State Key Laboratory of Software Development Environment","ror":"https://ror.org/017r4dj03","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767781","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifu Ding","raw_affiliation_strings":["Beihang University,State Key Lab of Software Development Environment","State Key Lab of Software Development Environment, Beihang University"],"affiliations":[{"raw_affiliation_string":"Beihang University,State Key Lab of Software Development Environment","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I4391767781"]},{"raw_affiliation_string":"State Key Lab of Software Development Environment, Beihang University","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100639215","display_name":"Shuo Wang","orcid":"https://orcid.org/0000-0002-1390-9219"},"institutions":[{"id":"https://openalex.org/I4391767781","display_name":"State Key Laboratory of Software Development Environment","ror":"https://ror.org/017r4dj03","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767781","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Wang","raw_affiliation_strings":["Beihang University,State Key Lab of Software Development Environment","State Key Lab of Software Development Environment, Beihang University"],"affiliations":[{"raw_affiliation_string":"Beihang University,State Key Lab of Software Development Environment","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I4391767781"]},{"raw_affiliation_string":"State Key Lab of Software Development Environment, Beihang University","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024067284","display_name":"Xianglong Liu","orcid":"https://orcid.org/0000-0002-7618-3275"},"institutions":[{"id":"https://openalex.org/I4391767781","display_name":"State Key Laboratory of Software Development Environment","ror":"https://ror.org/017r4dj03","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767781","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianglong Liu","raw_affiliation_strings":["Beihang University,State Key Lab of Software Development Environment","State Key Lab of Software Development Environment, Beihang University"],"affiliations":[{"raw_affiliation_string":"Beihang University,State Key Lab of Software Development Environment","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I4391767781"]},{"raw_affiliation_string":"State Key Lab of Software Development Environment, Beihang University","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5051416943"],"corresponding_institution_ids":["https://openalex.org/I4391767781","https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":1.3602,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.8436356,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9732999801635742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7819393873214722},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6923381686210632},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6609145998954773},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6492663621902466},{"id":"https://openalex.org/keywords/extractor","display_name":"Extractor","score":0.5315625071525574},{"id":"https://openalex.org/keywords/pretext","display_name":"Pretext","score":0.5081958770751953},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4836815297603607},{"id":"https://openalex.org/keywords/canonical-correlation","display_name":"Canonical correlation","score":0.4179399609565735},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.41755929589271545},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.41275274753570557},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3380596339702606},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3341553807258606},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.18236863613128662}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7819393873214722},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6923381686210632},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6609145998954773},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6492663621902466},{"id":"https://openalex.org/C117978034","wikidata":"https://www.wikidata.org/wiki/Q5422192","display_name":"Extractor","level":2,"score":0.5315625071525574},{"id":"https://openalex.org/C2779627259","wikidata":"https://www.wikidata.org/wiki/Q779763","display_name":"Pretext","level":3,"score":0.5081958770751953},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4836815297603607},{"id":"https://openalex.org/C153874254","wikidata":"https://www.wikidata.org/wiki/Q115542","display_name":"Canonical correlation","level":2,"score":0.4179399609565735},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.41755929589271545},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.41275274753570557},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3380596339702606},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3341553807258606},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.18236863613128662},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme51207.2021.9428447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme51207.2021.9428447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W2117539524","https://openalex.org/W2321533354","https://openalex.org/W2601450892","https://openalex.org/W2604763608","https://openalex.org/W2625674597","https://openalex.org/W2785325870","https://openalex.org/W2787035179","https://openalex.org/W2796346823","https://openalex.org/W2798836702","https://openalex.org/W2798991696","https://openalex.org/W2887997457","https://openalex.org/W2894846593","https://openalex.org/W2949879676","https://openalex.org/W2950180292","https://openalex.org/W2962723986","https://openalex.org/W2962895018","https://openalex.org/W2963070905","https://openalex.org/W2963341924","https://openalex.org/W2963580001","https://openalex.org/W2963907629","https://openalex.org/W2963943197","https://openalex.org/W2964105864","https://openalex.org/W2964112702","https://openalex.org/W2964137095","https://openalex.org/W2994633389","https://openalex.org/W3010029546","https://openalex.org/W3035143213","https://openalex.org/W3035524453","https://openalex.org/W3092955400","https://openalex.org/W3109083691","https://openalex.org/W3119650871","https://openalex.org/W3135550694","https://openalex.org/W3175491384","https://openalex.org/W6681968150","https://openalex.org/W6717697761","https://openalex.org/W6735236233","https://openalex.org/W6736057607","https://openalex.org/W6738893770","https://openalex.org/W6747899497","https://openalex.org/W6748136086","https://openalex.org/W6748284727","https://openalex.org/W6751281049","https://openalex.org/W6753000030","https://openalex.org/W6753311412","https://openalex.org/W6754278344","https://openalex.org/W6768806669","https://openalex.org/W6770717842","https://openalex.org/W6784101040","https://openalex.org/W6791457768"],"related_works":["https://openalex.org/W161456234","https://openalex.org/W17155033","https://openalex.org/W3123043866","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W2765162471","https://openalex.org/W2367130511","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274"],"abstract_inverted_index":{"Few-shot":[0],"learning":[1,31,44,134],"is":[2,32,71],"an":[3,35],"interesting":[4],"and":[5,102,130,142,159,162],"challenging":[6],"study,":[7],"which":[8,94,118],"enables":[9],"machines":[10],"to":[11,38,124,138,147],"learn":[12],"from":[13,24],"few":[14],"samples":[15,69],"like":[16],"humans.":[17],"Existing":[18,42],"studies":[19],"rarely":[20],"exploit":[21],"auxiliary":[22,100],"information":[23,66,107],"large":[25],"amount":[26],"of":[27,51],"unlabeled":[28,40],"data.":[29,41],"Self-supervised":[30],"emerged":[33],"as":[34],"efficient":[36],"method":[37,90,169],"utilize":[39],"self-supervised":[43,92],"methods":[45,129],"always":[46],"rely":[47,97],"on":[48,98,157],"the":[49,55,63,72,76,104,126,140,144,163,167,171],"combination":[50],"geometric":[52],"transformations":[53],"for":[54,75,91],"single":[56],"sample":[57,101],"by":[58],"augmentation,":[59],"while":[60],"seriously":[61],"neglect":[62],"endogenous":[64,105],"correlation":[65,106],"among":[67,108],"different":[68],"that":[70,166],"same":[73],"important":[74],"task.":[77],"In":[78],"this":[79],"work,":[80],"we":[81,112],"propose":[82,113],"a":[83,87,120],"Graph-driven":[84],"Clustering":[85],"(GC),":[86],"novel":[88],"augmentation-free":[89],"learning,":[93],"does":[95],"not":[96],"any":[99],"utilizes":[103],"input":[109],"samples.":[110],"Besides,":[111],"Multi-pretext":[114],"Attention":[115],"Network":[116],"(MAN),":[117],"exploits":[119],"specific":[121],"attention":[122],"mechanism":[123],"combine":[125],"traditional":[127],"augmentation-relied":[128],"our":[131,154],"GC,":[132],"adaptively":[133],"their":[135],"optimized":[136],"weights":[137],"improve":[139],"performance":[141],"enabling":[143],"feature":[145],"extractor":[146],"obtain":[148],"more":[149],"universal":[150],"representations.":[151],"We":[152],"evaluate":[153],"MAN":[155],"extensively":[156],"miniImageNet":[158],"tieredImageNet":[160],"datasets":[161],"results":[164],"demonstrate":[165],"proposed":[168],"outperforms":[170],"state-of-the-art":[172],"(SOTA)":[173],"relevant":[174],"methods.":[175],"<sup":[176],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[177],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-02-26T06:29:33.603293","created_date":"2025-10-10T00:00:00"}