{"id":"https://openalex.org/W4396878035","doi":"https://doi.org/10.1109/tcsvt.2024.3400368","title":"Self-Distillation With Augmentation in Feature Space","display_name":"Self-Distillation With Augmentation in Feature Space","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4396878035","doi":"https://doi.org/10.1109/tcsvt.2024.3400368"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3400368","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3400368","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101925526","display_name":"Kai Xu","orcid":"https://orcid.org/0000-0002-4334-2444"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kai Xu","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Faculty of Information Technology, Beijing Artificial Intelligence Institute, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Faculty of Information Technology, Beijing Artificial Intelligence Institute, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100661624","display_name":"Lichun Wang","orcid":"https://orcid.org/0000-0002-4977-0183"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lichun Wang","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Faculty of Information Technology, Beijing Artificial Intelligence Institute, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Faculty of Information Technology, Beijing Artificial Intelligence Institute, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100415960","display_name":"Shuang Li","orcid":"https://orcid.org/0000-0003-2792-8303"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Li","raw_affiliation_strings":["School of Automation, Beijing Information Science and Technology University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060451771","display_name":"Jianjia Xin","orcid":"https://orcid.org/0000-0002-5156-2498"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianjia Xin","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Faculty of Information Technology, Beijing Artificial Intelligence Institute, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Faculty of Information Technology, Beijing Artificial Intelligence Institute, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020527092","display_name":"Baocai Yin","orcid":"https://orcid.org/0000-0003-3121-1823"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baocai Yin","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Faculty of Information Technology, Beijing Artificial Intelligence Institute, Beijing University of Technology, Beijing, China","Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Faculty of Information Technology, Beijing Artificial Intelligence Institute, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Artificial Intelligence Institute, Faculty of Information Technology, Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101925526"],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":null,"apc_paid":null,"fwci":1.7227,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86138071,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"34","issue":"10","first_page":"9578","last_page":"9590"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.41449999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.41449999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5291547775268555},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5175577998161316},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4670770466327667},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4627753496170044},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39261722564697266},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33337414264678955},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.131677508354187},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.12281212210655212}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5291547775268555},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5175577998161316},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4670770466327667},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4627753496170044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39261722564697266},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33337414264678955},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.131677508354187},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.12281212210655212},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3400368","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3400368","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7900000214576721,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G6212863906","display_name":null,"funder_award_id":"U21B2038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8251083920","display_name":null,"funder_award_id":"62376014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8638362840","display_name":null,"funder_award_id":"62172022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2038484192","https://openalex.org/W2117539524","https://openalex.org/W2145339207","https://openalex.org/W2152161678","https://openalex.org/W2194775991","https://openalex.org/W2255466643","https://openalex.org/W2520774990","https://openalex.org/W2765407302","https://openalex.org/W2781292787","https://openalex.org/W2904170036","https://openalex.org/W2954996726","https://openalex.org/W2963446712","https://openalex.org/W2964016283","https://openalex.org/W2964268168","https://openalex.org/W2987861506","https://openalex.org/W2997300818","https://openalex.org/W2997591727","https://openalex.org/W2998508940","https://openalex.org/W3004543888","https://openalex.org/W3034695001","https://openalex.org/W3034756453","https://openalex.org/W3037451952","https://openalex.org/W3080580366","https://openalex.org/W3170414130","https://openalex.org/W3173799170","https://openalex.org/W3176694147","https://openalex.org/W3185613252","https://openalex.org/W3201916717","https://openalex.org/W3204610735","https://openalex.org/W3214570998","https://openalex.org/W4226418765","https://openalex.org/W4239510810","https://openalex.org/W4285505226","https://openalex.org/W4295221186","https://openalex.org/W4312590184","https://openalex.org/W4313049560","https://openalex.org/W4313159787","https://openalex.org/W4313182973","https://openalex.org/W4319996358","https://openalex.org/W4367359689","https://openalex.org/W4375843773","https://openalex.org/W4380303578","https://openalex.org/W6637373629","https://openalex.org/W6638319203","https://openalex.org/W6735249503","https://openalex.org/W6743178762","https://openalex.org/W6743428213","https://openalex.org/W6750665317","https://openalex.org/W6751751081","https://openalex.org/W6751795773","https://openalex.org/W6755837410","https://openalex.org/W6757817989","https://openalex.org/W6779702771","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W19111321","https://openalex.org/W2412887479","https://openalex.org/W32245304","https://openalex.org/W2953684491","https://openalex.org/W2033914206","https://openalex.org/W2042327336","https://openalex.org/W4386159726"],"abstract_inverted_index":{"Compared":[0],"with":[1,101,148,167,184,208,277],"traditional":[2],"knowledge":[3],"distillation,":[4],"self-distillation":[5,117],"does":[6],"not":[7],"require":[8],"a":[9,72,86,113,160],"pre-trained":[10],"teacher":[11],"network,":[12],"which":[13,240],"is":[14,91,141,158],"more":[15],"concise.":[16],"Among":[17],"them,":[18],"data":[19,38,49],"augmentation-based":[20],"methods":[21,57],"provide":[22],"an":[23],"elegant":[24],"solution":[25],"without":[26],"modifying":[27],"the":[28,41,44,55,62,76,107,122,143,152,168,172,176,187,194,199,209,218,222,228,233,242,253,258,269,272],"network":[29],"structure":[30],"or":[31],"additional":[32,51],"memory":[33],"consumption.":[34],"However,":[35],"when":[36],"employing":[37],"augmentation":[39,56,115],"in":[40],"input":[42,65],"space,":[43],"forward":[45],"propagations":[46],"for":[47,99,274],"augmented":[48,177,196,230],"bring":[50],"computation":[52],"costs":[53],"and":[54,155,255,265],"need":[58],"be":[59,182],"adaptive":[60],"to":[61,81,93,151,164,181,205],"modality":[63],"of":[64,78,124,175,186,213,221,257,271],"data.":[66],"Meanwhile,":[67,261],"we":[68],"note":[69],"that":[70,185],"from":[71,83,237],"generalization":[73,219],"perspective,":[74],"under":[75],"condition":[77],"being":[79],"able":[80],"distinguish":[82],"other":[84,165],"classes,":[85],"dispersed":[87],"intra-class":[88,95],"feature":[89,96,114,125,162,197,202,211,231],"distribution":[90,212],"superior":[92],"compact":[94],"distribution,":[97,203],"especially":[98],"categories":[100,166],"larger":[102],"sample":[103,161],"differences.":[104],"Based":[105],"on":[106,121,193,227,248,263],"above":[108],"considerations,":[109],"this":[110],"paper":[111],"proposes":[112],"based":[116,120],"method":[118,273],"(FASD)":[119],"idea":[123],"extrapolation.":[126],"For":[127],"each":[128],"source":[129,188],"feature,":[130],"two":[131],"augmentations":[132],"are":[133,179],"generated":[134],"by":[135],"subtraction":[136],"between":[137,235,244],"features.":[138],"The":[139,190,224],"one":[140,157],"subtracting":[142,159],"temporary":[144],"class":[145,201],"center":[146],"computed":[147],"samples":[149,236],"belonging":[150,163],"same":[153],"category,":[154],"another":[156],"closest":[169],"distance.":[170],"Then,":[171],"predicted":[173],"outputs":[174],"features":[178],"constrained":[180],"consistent":[183,191,225],"feature.":[189],"constraint":[192,226],"previous":[195],"expands":[198],"learned":[200],"leading":[204],"greater":[206],"overlap":[207],"unknown":[210],"test":[214],"samples,":[215],"thereby":[216],"improving":[217],"performance":[220],"network.":[223],"latter":[229],"increases":[232],"distance":[234],"different":[238,278],"categories,":[239],"enhances":[241],"distinguishability":[243],"categories.":[245],"Experimental":[246],"results":[247],"image":[249],"classification":[250,275],"task":[251],"demonstrate":[252],"effectiveness":[254],"efficiency":[256],"proposed":[259],"method.":[260],"experiments":[262],"text":[264],"audio":[266],"tasks":[267,276],"prove":[268],"universality":[270],"modalities.":[279]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}