{"id":"https://openalex.org/W4205223684","doi":"https://doi.org/10.1109/tcsvt.2021.3132912","title":"Global-Local Interplay in Semantic Alignment for Few-Shot Learning","display_name":"Global-Local Interplay in Semantic Alignment for Few-Shot Learning","publication_year":2021,"publication_date":"2021-12-06","ids":{"openalex":"https://openalex.org/W4205223684","doi":"https://doi.org/10.1109/tcsvt.2021.3132912"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2021.3132912","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2021.3132912","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100604062","display_name":"Fusheng Hao","orcid":"https://orcid.org/0000-0003-1490-2235"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Fusheng Hao","raw_affiliation_strings":["CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-1490-2235","affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100635369","display_name":"Fengxiang He","orcid":"https://orcid.org/0000-0001-5584-2385"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengxiang He","raw_affiliation_strings":["JD Explore Academy, JD.com, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD Explore Academy, JD.com, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101705358","display_name":"Jun Cheng","orcid":"https://orcid.org/0000-0002-3131-3275"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Jun Cheng","raw_affiliation_strings":["CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-3131-3275","affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7769,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.95735236,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"32","issue":"7","first_page":"4351","last_page":"4363"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9675999879837036,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6823515892028809},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6031961441040039},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5689575672149658},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5504152774810791},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5196177363395691},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.4944601058959961},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4915634095668793},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.45738476514816284},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.369905948638916},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.348267525434494},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.15513309836387634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6823515892028809},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6031961441040039},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5689575672149658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5504152774810791},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5196177363395691},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.4944601058959961},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4915634095668793},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.45738476514816284},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.369905948638916},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.348267525434494},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.15513309836387634},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2021.3132912","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2021.3132912","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2544253145","display_name":null,"funder_award_id":"U1913202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5673450459","display_name":null,"funder_award_id":"U1713213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5688074081","display_name":null,"funder_award_id":"E1G032","funder_id":"https://openalex.org/F4320338153","funder_display_name":"Shenzhen Institutes of Advanced Technology Innovation Program for Excellent Young Researchers"},{"id":"https://openalex.org/G6425941655","display_name":"\u57fa\u4e8eRGB-D\u56fe\u50cf\u5e8f\u5217\u548c\u52a0\u901f\u5ea6\u4fe1\u53f7\u878d\u5408\u7684\u4eba\u4f53\u52a8\u4f5c\u8bc6\u522b\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61772508","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8615171270","display_name":null,"funder_award_id":"U1813205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G874158310","display_name":null,"funder_award_id":"[2017]476","funder_id":"https://openalex.org/F4320327719","funder_display_name":"3D Digital Media Technology Engineering Laboratory"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320327719","display_name":"3D Digital Media Technology Engineering Laboratory","ror":null},{"id":"https://openalex.org/F4320338153","display_name":"Shenzhen Institutes of Advanced Technology Innovation Program for Excellent Young Researchers","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W1797268635","https://openalex.org/W1920328734","https://openalex.org/W2050398567","https://openalex.org/W2194775991","https://openalex.org/W2432717477","https://openalex.org/W2552639984","https://openalex.org/W2601450892","https://openalex.org/W2604297385","https://openalex.org/W2625674597","https://openalex.org/W2742093937","https://openalex.org/W2770468159","https://openalex.org/W2786398923","https://openalex.org/W2796346823","https://openalex.org/W2796676459","https://openalex.org/W2798836702","https://openalex.org/W2896991173","https://openalex.org/W2904218366","https://openalex.org/W2949879676","https://openalex.org/W2962821904","https://openalex.org/W2962895018","https://openalex.org/W2962987395","https://openalex.org/W2963070905","https://openalex.org/W2963078860","https://openalex.org/W2963091558","https://openalex.org/W2963150697","https://openalex.org/W2963680240","https://openalex.org/W2963845150","https://openalex.org/W2963943197","https://openalex.org/W2964105864","https://openalex.org/W2979571231","https://openalex.org/W2979689312","https://openalex.org/W2991559096","https://openalex.org/W3012255272","https://openalex.org/W3021864183","https://openalex.org/W3024314529","https://openalex.org/W3030401348","https://openalex.org/W3030509278","https://openalex.org/W3034187513","https://openalex.org/W3034312118","https://openalex.org/W3034637015","https://openalex.org/W3034942609","https://openalex.org/W3035143213","https://openalex.org/W3035265375","https://openalex.org/W3035370595","https://openalex.org/W3035524453","https://openalex.org/W3084193526","https://openalex.org/W3091905774","https://openalex.org/W3092600962","https://openalex.org/W3093163175","https://openalex.org/W3097643695","https://openalex.org/W3109083691","https://openalex.org/W3127690492","https://openalex.org/W3128632573","https://openalex.org/W3129157062","https://openalex.org/W3135126802","https://openalex.org/W3158404600","https://openalex.org/W3173908982","https://openalex.org/W3174159092","https://openalex.org/W3176049064","https://openalex.org/W3176341011","https://openalex.org/W3177423475","https://openalex.org/W3194746126","https://openalex.org/W4293771437","https://openalex.org/W4294646197","https://openalex.org/W6631190155","https://openalex.org/W6638319203","https://openalex.org/W6640308425","https://openalex.org/W6730179637","https://openalex.org/W6734122017","https://openalex.org/W6735741670","https://openalex.org/W6736057607","https://openalex.org/W6739044788","https://openalex.org/W6742288159","https://openalex.org/W6743661861","https://openalex.org/W6747943641","https://openalex.org/W6748275755","https://openalex.org/W6748284727","https://openalex.org/W6749327742","https://openalex.org/W6750254146","https://openalex.org/W6750493765","https://openalex.org/W6751281049","https://openalex.org/W6751959828","https://openalex.org/W6752232076","https://openalex.org/W6753311412","https://openalex.org/W6755318597","https://openalex.org/W6756469835","https://openalex.org/W6758126075","https://openalex.org/W6758314753","https://openalex.org/W6767471572","https://openalex.org/W6774314701","https://openalex.org/W6777097145","https://openalex.org/W6789429996","https://openalex.org/W6790291204"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W2466816617","https://openalex.org/W1482441085","https://openalex.org/W2966858528","https://openalex.org/W2151687600"],"abstract_inverted_index":{"Few-shot":[0],"learning":[1,47],"aims":[2],"to":[3,50,67,77,91,112,122,149],"recognize":[4],"novel":[5],"classes":[6],"from":[7],"only":[8,127],"a":[9,25,43,60,84,106],"few":[10],"labeled":[11],"training":[12],"examples.":[13],"Aligning":[14],"semantically":[15],"relevant":[16],"local":[17,75,97,128],"regions":[18],"has":[19],"shown":[20],"promise":[21],"in":[22,37,42,120,164],"effectively":[23],"comparing":[24],"query":[26],"image":[27],"with":[28],"support":[29],"images.":[30],"However,":[31],"global":[32,52,72,94,151],"information":[33,152],"is":[34],"usually":[35],"overlooked":[36],"the":[38,51,69,114,117,123,135,140,144,150,155,158,165],"existing":[39],"approaches,":[40],"resulting":[41],"higher":[44],"possibility":[45],"of":[46,157],"semantics":[48,145],"unrelated":[49],"information.":[53],"To":[54],"address":[55],"this":[56],"issue,":[57],"we":[58],"propose":[59],"Global-Local":[61,85,107],"Interplay":[62],"Metric":[63],"Learning":[64,88],"(GLIML)":[65],"framework":[66],"employ":[68],"interplay":[70,137],"between":[71],"features":[73,76,95,98,129,160],"and":[74,96,99,153],"guide":[78],"semantic":[79],"alignment.":[80],"We":[81,103],"first":[82],"design":[83,105],"Information":[86,108],"Concurrent":[87],"(GLICL)":[89],"module":[90],"extract":[92],"both":[93],"perform":[100],"global-local":[101,118,136],"interplay.":[102],"then":[104],"Cross-Covariance":[109],"Estimator":[110],"(GLICCE)":[111],"learn":[113],"similarity":[115],"on":[116,143,170],"interplay,":[119],"contrast":[121],"current":[124],"practice":[125],"where":[126],"are":[130,147],"considered.":[131],"Visualizations":[132],"show":[133],"that":[134,146,175],"decreases":[138],"(1)":[139],"weights":[141],"placed":[142],"irrelevant":[148],"(2)":[154],"variability":[156],"learned":[159],"within":[161],"every":[162],"class":[163],"feature":[166],"space.":[167],"Quantitative":[168],"experiments":[169],"three":[171],"benchmark":[172],"datasets":[173],"demonstrate":[174],"GLIML":[176],"achieves":[177],"state-of-the-art":[178],"performance":[179],"while":[180],"maintaining":[181],"high":[182],"efficiency.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}