{"id":"https://openalex.org/W4385194621","doi":"https://doi.org/10.1109/access.2023.3298299","title":"Enhancing Few-Shot Image Classification With Cosine Transformer","display_name":"Enhancing Few-Shot Image Classification With Cosine Transformer","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385194621","doi":"https://doi.org/10.1109/access.2023.3298299"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3298299","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3298299","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10190567.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10190567.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101437462","display_name":"Quang-Huy Nguyen","orcid":"https://orcid.org/0000-0002-7587-236X"},"institutions":[{"id":"https://openalex.org/I4210142044","display_name":"VinUniversity","ror":"https://ror.org/052dmdr17","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210142044"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Quang-Huy Nguyen","raw_affiliation_strings":["VinUni-Illinois Smart Health Center, VinUniversity, Hanoi, Vietnam"],"raw_orcid":"https://orcid.org/0000-0002-7587-236X","affiliations":[{"raw_affiliation_string":"VinUni-Illinois Smart Health Center, VinUniversity, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210142044"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100658914","display_name":"Cuong Q. Nguyen","orcid":"https://orcid.org/0000-0001-8468-737X"},"institutions":[{"id":"https://openalex.org/I4210142044","display_name":"VinUniversity","ror":"https://ror.org/052dmdr17","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210142044"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Cuong Q. Nguyen","raw_affiliation_strings":["VinUni-Illinois Smart Health Center, VinUniversity, Hanoi, Vietnam"],"raw_orcid":"https://orcid.org/0000-0001-8468-737X","affiliations":[{"raw_affiliation_string":"VinUni-Illinois Smart Health Center, VinUniversity, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210142044"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037268324","display_name":"Dung D. Le","orcid":"https://orcid.org/0000-0003-0364-9393"},"institutions":[{"id":"https://openalex.org/I4210142044","display_name":"VinUniversity","ror":"https://ror.org/052dmdr17","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210142044"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Dung D. Le","raw_affiliation_strings":["College of Engineering and Computer Science, VinUniversity, Hanoi, Vietnam"],"raw_orcid":"https://orcid.org/0000-0003-0364-9393","affiliations":[{"raw_affiliation_string":"College of Engineering and Computer Science, VinUniversity, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210142044"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065112274","display_name":"Hieu H. Pham","orcid":"https://orcid.org/0000-0003-4851-2518"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I4210142044","display_name":"VinUniversity","ror":"https://ror.org/052dmdr17","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210142044"]}],"countries":["US","VN"],"is_corresponding":false,"raw_author_name":"Hieu H. Pham","raw_affiliation_strings":["VinUni-Illinois Smart Health Center, VinUniversity, Hanoi, Vietnam","College of Engineering and Computer Science, VinUniversity, Hanoi, Vietnam","Coordinated Science Laboratory, University of Illinois at Urbana-Champaign (UIUC), Champaign, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0003-4851-2518","affiliations":[{"raw_affiliation_string":"VinUni-Illinois Smart Health Center, VinUniversity, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210142044"]},{"raw_affiliation_string":"College of Engineering and Computer Science, VinUniversity, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210142044"]},{"raw_affiliation_string":"Coordinated Science Laboratory, University of Illinois at Urbana-Champaign (UIUC), Champaign, Illinois, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8438,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.86298812,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"79659","last_page":"79672"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6552190184593201},{"id":"https://openalex.org/keywords/discrete-cosine-transform","display_name":"Discrete cosine transform","score":0.527590811252594},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4975440800189972},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.48570165038108826},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4677686095237732},{"id":"https://openalex.org/keywords/single-shot","display_name":"Single shot","score":0.4473874568939209},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3713294267654419},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3184201717376709},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10513773560523987},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09673359990119934},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08582773804664612},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07853567600250244},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.07358136773109436}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6552190184593201},{"id":"https://openalex.org/C2221639","wikidata":"https://www.wikidata.org/wiki/Q2877","display_name":"Discrete cosine transform","level":3,"score":0.527590811252594},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4975440800189972},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48570165038108826},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4677686095237732},{"id":"https://openalex.org/C3019835501","wikidata":"https://www.wikidata.org/wiki/Q1310130","display_name":"Single shot","level":2,"score":0.4473874568939209},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3713294267654419},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3184201717376709},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10513773560523987},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09673359990119934},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08582773804664612},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07853567600250244},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.07358136773109436}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3298299","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3298299","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10190567.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2b3a503197f94dd4941ab3b3784ccccf","is_oa":true,"landing_page_url":"https://doaj.org/article/2b3a503197f94dd4941ab3b3784ccccf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 79659-79672 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3298299","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3298299","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10190567.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4028096114","display_name":null,"funder_award_id":"VINIF.2021.DA00128","funder_id":"https://openalex.org/F4320328994","funder_display_name":"Qu\u1ef9 \u0110\u1ed5i m\u1edbi s\u00e1ng t\u1ea1o Vingroup"},{"id":"https://openalex.org/G678157939","display_name":null,"funder_award_id":"VINIF.2021.DA00128","funder_id":"https://openalex.org/F4320318839","funder_display_name":"T\u1eadp \u0111o\u00e0n Vingroup - C\u00f4ng ty CP"}],"funders":[{"id":"https://openalex.org/F4320318839","display_name":"T\u1eadp \u0111o\u00e0n Vingroup - C\u00f4ng ty CP","ror":null},{"id":"https://openalex.org/F4320328994","display_name":"Qu\u1ef9 \u0110\u1ed5i m\u1edbi s\u00e1ng t\u1ea1o Vingroup","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385194621.pdf","grobid_xml":"https://content.openalex.org/works/W4385194621.grobid-xml"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2108598243","https://openalex.org/W2115733720","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2594833348","https://openalex.org/W2601450892","https://openalex.org/W2604763608","https://openalex.org/W2625674597","https://openalex.org/W2753160622","https://openalex.org/W2783628520","https://openalex.org/W2798836702","https://openalex.org/W2895671740","https://openalex.org/W2899663614","https://openalex.org/W2908510526","https://openalex.org/W2963341924","https://openalex.org/W2963580001","https://openalex.org/W2963741406","https://openalex.org/W2963845150","https://openalex.org/W2963943197","https://openalex.org/W2964105864","https://openalex.org/W2964206659","https://openalex.org/W2980347982","https://openalex.org/W2988501586","https://openalex.org/W3034312118","https://openalex.org/W3034942609","https://openalex.org/W3036139671","https://openalex.org/W3096609285","https://openalex.org/W3102998533","https://openalex.org/W3108975329","https://openalex.org/W3120637139","https://openalex.org/W3142729297","https://openalex.org/W3169286093","https://openalex.org/W3190620190","https://openalex.org/W3200358705","https://openalex.org/W3205508356","https://openalex.org/W3213165621","https://openalex.org/W4214562728","https://openalex.org/W4226453083","https://openalex.org/W4283652716","https://openalex.org/W4285153705","https://openalex.org/W4287180559","https://openalex.org/W4295226723","https://openalex.org/W4300514939","https://openalex.org/W4300860215","https://openalex.org/W4312359569","https://openalex.org/W4312702383","https://openalex.org/W4312887644","https://openalex.org/W4313010934","https://openalex.org/W4385245566","https://openalex.org/W4386075713","https://openalex.org/W6637373629","https://openalex.org/W6717697761","https://openalex.org/W6735236233","https://openalex.org/W6736057607","https://openalex.org/W6739901393","https://openalex.org/W6743661861","https://openalex.org/W6748136086","https://openalex.org/W6751959828","https://openalex.org/W6752232076","https://openalex.org/W6755766585","https://openalex.org/W6755977528","https://openalex.org/W6757817989","https://openalex.org/W6758126075","https://openalex.org/W6767471572","https://openalex.org/W6778485988","https://openalex.org/W6780012728","https://openalex.org/W6780975210","https://openalex.org/W6785450627","https://openalex.org/W6798837711","https://openalex.org/W6799479586","https://openalex.org/W6852298270"],"related_works":["https://openalex.org/W1916685473","https://openalex.org/W2055682261","https://openalex.org/W1993363272","https://openalex.org/W2186390138","https://openalex.org/W2060035984","https://openalex.org/W2790129917","https://openalex.org/W2992856432","https://openalex.org/W2100638064","https://openalex.org/W2174937762","https://openalex.org/W1560763842"],"abstract_inverted_index":{"This":[0,53],"paper":[1],"addresses":[2],"the":[3,9,31,36,45,67,77,86,97,126,149,167,199],"few-shot":[4,32,70,98,181,191,216],"image":[5],"classification":[6,10],"problem,":[7],"where":[8,85],"task":[11],"is":[12,35,93,212,244],"performed":[13],"on":[14],"unlabeled":[15],"query":[16,63,134],"samples":[17,25,47,116],"given":[18],"a":[19,57,140,189,213,223],"small":[20],"amount":[21],"of":[22,30,39,69,103,201,226,239],"labeled":[23],"support":[24,46,61,115,132],"only.":[26],"One":[27],"major":[28],"challenge":[29],"learning":[33],"problem":[34,78],"large":[37],"variety":[38],"object":[40,51],"visual":[41],"appearances":[42],"that":[43,50,147,218],"prevents":[44],"to":[48,110,123,160,166,197],"represent":[49],"comprehensively.":[52],"might":[54],"result":[55],"in":[56,163],"significant":[58],"difference":[59],"between":[60,89],"and":[62,91,120,133,143,153,179,232],"samples,":[64],"therefore":[65,154],"undermining":[66],"performance":[68,157],"algorithms.":[71],"In":[72],"this":[73],"paper,":[74],"we":[75],"tackle":[76],"by":[79],"proposing":[80],"Few-shot":[81,241],"Cosine":[82,138,210,242],"Transformer":[83,121,243],"(FS-CT),":[84],"relational":[87,127],"map":[88,128],"supports":[90],"queries":[92],"effectively":[94,124],"obtained":[95],"for":[96,193,204,222],"tasks.":[99],"The":[100,235],"FS-CT":[101,156,208],"consists":[102],"two":[104,130],"parts,":[105],"Learnable":[106],"Prototypical":[107],"embedding":[108],"network":[109],"obtain":[111],"categorical":[112],"representations":[113],"from":[114,129,158],"with":[117,209],"hard":[118],"cases,":[119],"encoder":[122],"achieve":[125],"different":[131],"samples.":[135],"We":[136,186],"introduce":[137],"Attention,":[139],"more":[141],"robust":[142],"stable":[144],"attention":[145],"module":[146,151],"enhances":[148],"transformer":[150],"significantly":[152],"improves":[155],"5%":[159],"over":[161],"20%":[162],"accuracy":[164],"compared":[165],"default":[168],"scaled":[169],"dot-product":[170],"mechanism.":[171],"Our":[172,207],"method":[173],"performs":[174],"comparison":[175],"results":[176],"inmini-ImageNet,":[177],"CUB-200,":[178],"CIFAR-FS":[180],"datasets":[182],"under":[183],"various":[184],"configurations.":[185],"also":[187],"developed":[188],"custom":[190],"dataset":[192],"Yoga":[194],"pose":[195],"recognition":[196],"demonstrate":[198],"potential":[200],"our":[202,240],"algorithm":[203,217],"practical":[205],"application.":[206],"Attention":[211],"lightweight,":[214],"straightforward":[215],"can":[219],"be":[220],"applied":[221],"wide":[224],"range":[225],"applications,":[227],"such":[228],"as":[229],"healthcare,":[230],"medical,":[231],"security":[233],"surveillance.":[234],"official":[236],"implementation":[237],"code":[238],"available":[245],"at":[246],"https://github.com/vinuni-vishc/Few-Shot-Cosine-Transformer.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}