{"id":"https://openalex.org/W4367047126","doi":"https://doi.org/10.1145/3543507.3583262","title":"Continual Few-shot Learning with Transformer Adaptation and Knowledge Regularization","display_name":"Continual Few-shot Learning with Transformer Adaptation and Knowledge Regularization","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W4367047126","doi":"https://doi.org/10.1145/3543507.3583262"},"language":"en","primary_location":{"id":"doi:10.1145/3543507.3583262","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543507.3583262","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543507.3583262","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3543507.3583262","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022927606","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0002-0351-2939"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0002-0351-2939","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039656735","display_name":"Yue Liu","orcid":"https://orcid.org/0000-0003-2887-2946"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Liu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0003-2887-2946","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000936207","display_name":"Jiapei Fan","orcid":"https://orcid.org/0000-0003-3194-025X"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiapei Fan","raw_affiliation_strings":["Alibaba Group, China"],"raw_orcid":"https://orcid.org/0000-0003-3194-025X","affiliations":[{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061319743","display_name":"Weigao Wen","orcid":"https://orcid.org/0000-0002-4597-6053"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weigao Wen","raw_affiliation_strings":["Alibaba Group, China"],"raw_orcid":"https://orcid.org/0000-0002-4597-6053","affiliations":[{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100337747","display_name":"Hui Xue","orcid":"https://orcid.org/0000-0002-2093-2839"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Xue","raw_affiliation_strings":["Alibaba Group, China"],"raw_orcid":"https://orcid.org/0000-0002-2093-2839","affiliations":[{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100339293","display_name":"Wenwu Zhu","orcid":"https://orcid.org/0000-0003-2236-9290"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwu Zhu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0003-2236-9290","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0889,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.78108008,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1519","last_page":"1527"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11609","display_name":"Geophysical Methods and Applications","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6605663299560547},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6006495952606201},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5265774130821228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5014004707336426},{"id":"https://openalex.org/keywords/one-shot","display_name":"One shot","score":0.4721493721008301},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.4473162293434143},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1459532082080841},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11760368943214417},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.07697799801826477},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06929194927215576}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6605663299560547},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6006495952606201},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5265774130821228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5014004707336426},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.4721493721008301},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.4473162293434143},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1459532082080841},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11760368943214417},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.07697799801826477},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06929194927215576},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3543507.3583262","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543507.3583262","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543507.3583262","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3543507.3583262","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543507.3583262","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543507.3583262","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G119957897","display_name":null,"funder_award_id":"62102222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1527691513","display_name":null,"funder_award_id":"62250008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3720940119","display_name":null,"funder_award_id":"2020AAA0106300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5211078549","display_name":null,"funder_award_id":"62222209, 62102222, 62250008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6655011991","display_name":null,"funder_award_id":"No. 2020AAA0106300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8567821897","display_name":null,"funder_award_id":"62222209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4367047126.pdf","grobid_xml":"https://content.openalex.org/works/W4367047126.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2519882289","https://openalex.org/W2554616628","https://openalex.org/W2560647685","https://openalex.org/W2786446225","https://openalex.org/W2791091755","https://openalex.org/W2884282566","https://openalex.org/W2948734064","https://openalex.org/W2963072899","https://openalex.org/W2963078860","https://openalex.org/W2963845150","https://openalex.org/W2964105864","https://openalex.org/W2964189064","https://openalex.org/W2979301925","https://openalex.org/W3035342403","https://openalex.org/W3082248862","https://openalex.org/W3098511564","https://openalex.org/W3105913416","https://openalex.org/W3168146412","https://openalex.org/W3175270254","https://openalex.org/W3175771944","https://openalex.org/W3176779063","https://openalex.org/W3177494822","https://openalex.org/W3202568778","https://openalex.org/W4308624236","https://openalex.org/W6717697761"],"related_works":["https://openalex.org/W4254199101","https://openalex.org/W4300427796","https://openalex.org/W2526843974","https://openalex.org/W1670153145","https://openalex.org/W3080655457","https://openalex.org/W4302504865","https://openalex.org/W2565214228","https://openalex.org/W4385573199","https://openalex.org/W4286985375","https://openalex.org/W3198240825"],"abstract_inverted_index":{"Continual":[0,113],"few-shot":[1,12,25,51,89,114,213],"learning,":[2,13],"as":[3],"a":[4,16,112,132],"paradigm":[5],"that":[6],"simultaneously":[7,98],"solves":[8],"continual":[9,24,50,88,212],"learning":[10,26,52,90,115],"and":[11,103,201,221],"has":[14],"become":[15],"challenging":[17],"problem":[18,210],"in":[19,73,83,211],"machine":[20],"learning.":[21,214],"An":[22],"eligible":[23],"model":[27,234],"is":[28],"expected":[29],"to":[30,124,173,183,197],"distinguish":[31,198],"all":[32,162],"seen":[33],"classes":[34],"upon":[35],"new":[36,63,200],"categories":[37,64,107,169],"arriving,":[38],"where":[39,59,155],"each":[40,188],"category":[41],"only":[42,54],"includes":[43],"very":[44],"few":[45],"labeled":[46],"data.":[47],"However,":[48],"existing":[49],"methods":[53],"consider":[55],"the":[56,60,74,92,125,138,143,148,156,168,178,194,207,229],"visual":[57,101,129,140],"modality,":[58],"distributions":[61],"of":[62,94,106,128,231],"often":[65],"indistinguishably":[66],"overlap":[67],"with":[68,91,117,151,170,225,236],"old":[69,202],"categories,":[70,203],"thus":[71,204],"resulting":[72],"severe":[75],"catastrophic":[76,208],"forgetting":[77,209],"problem.":[78],"To":[79],"tackle":[80],"this":[81,84],"problem,":[82],"paper":[85],"we":[86],"study":[87],"assistance":[93],"semantic":[95,104,153,157,191],"knowledge":[96,119],"by":[97],"taking":[99],"both":[100],"modality":[102],"concepts":[105,158],"into":[108,147],"account.":[109],"We":[110],"propose":[111],"algorithm":[116],"Semantic":[118],"Regularization":[120],"(CoSR)":[121],"for":[122],"adapting":[123],"distribution":[126,227],"changes":[127],"prototypes":[130,141],"through":[131],"Transformer-based":[133],"prototype":[134],"adaptation":[135],"mechanism.":[136],"Specifically,":[137],"original":[139],"from":[142,161,187],"backbone":[144],"are":[145,159,181],"fed":[146],"well-designed":[149],"Transformer":[150],"corresponding":[152],"concepts,":[154],"extracted":[160],"categories.":[163],"The":[164,190],"semantic-level":[165],"regularization":[166,192],"forces":[167],"similar":[171],"semantics":[172],"be":[174,184],"closely":[175],"distributed,":[176],"while":[177],"opposite":[179],"ones":[180],"constrained":[182],"far":[185],"away":[186],"other.":[189],"improves":[193],"model\u2019s":[195],"ability":[196],"between":[199],"significantly":[205],"mitigating":[206],"Extensive":[215],"experiments":[216],"on":[217],"CIFAR100,":[218],"miniImageNet,":[219],"CUB200":[220],"an":[222],"industrial":[223],"dataset":[224],"long-tail":[226],"demonstrate":[228],"advantages":[230],"our":[232],"CoSR":[233],"compared":[235],"state-of-the-art":[237],"methods.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}