{"id":"https://openalex.org/W3199019476","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534441","title":"Triplet Knowledge Distillation Networks for Model Compression","display_name":"Triplet Knowledge Distillation Networks for Model Compression","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3199019476","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534441","mag":"3199019476"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9534441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534441","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085379188","display_name":"Jialiang Tang","orcid":"https://orcid.org/0000-0001-7347-4790"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jialiang Tang","raw_affiliation_strings":["College of Computer Science and Technology, Southwest University of Science and Technology, Mianyang, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Southwest University of Science and Technology, Mianyang, China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101759345","display_name":"Ning Jiang","orcid":"https://orcid.org/0000-0003-0794-7996"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Jiang","raw_affiliation_strings":["College of Computer Science and Technology, Southwest University of Science and Technology, Mianyang, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Southwest University of Science and Technology, Mianyang, China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049814360","display_name":"Wenxin Yu","orcid":"https://orcid.org/0000-0002-6093-5516"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxin Yu","raw_affiliation_strings":["College of Computer Science and Technology, Southwest University of Science and Technology, Mianyang, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Southwest University of Science and Technology, Mianyang, China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038334184","display_name":"Wenqin Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqin Wu","raw_affiliation_strings":["College of Science, Southwest University of Science and Technology, Mianyang, China"],"affiliations":[{"raw_affiliation_string":"College of Science, Southwest University of Science and Technology, Mianyang, China","institution_ids":["https://openalex.org/I1297991670"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5085379188"],"corresponding_institution_ids":["https://openalex.org/I1297991670"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11135621,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8259596228599548},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.658798098564148},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6267313957214355},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6253540515899658},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5058802962303162},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47561174631118774},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.4103270173072815},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.14424368739128113}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8259596228599548},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.658798098564148},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6267313957214355},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6253540515899658},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5058802962303162},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47561174631118774},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.4103270173072815},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.14424368739128113},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9534441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534441","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.800000011920929,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1665214252","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1724438581","https://openalex.org/W1821462560","https://openalex.org/W1955857676","https://openalex.org/W2104752854","https://openalex.org/W2106053110","https://openalex.org/W2118858186","https://openalex.org/W2130556178","https://openalex.org/W2171590421","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2319920447","https://openalex.org/W2335728318","https://openalex.org/W2561238782","https://openalex.org/W2701971652","https://openalex.org/W2805003733","https://openalex.org/W2890678738","https://openalex.org/W2896409484","https://openalex.org/W2924515500","https://openalex.org/W2928560789","https://openalex.org/W2945403477","https://openalex.org/W2962851801","https://openalex.org/W2962982906","https://openalex.org/W2963616439","https://openalex.org/W2963775347","https://openalex.org/W2963813662","https://openalex.org/W2964118293","https://openalex.org/W2964121744","https://openalex.org/W2964137095","https://openalex.org/W2970790493","https://openalex.org/W2971155615","https://openalex.org/W2973357879","https://openalex.org/W2982802130","https://openalex.org/W2986015886","https://openalex.org/W3106178055","https://openalex.org/W3118608800","https://openalex.org/W4287595911","https://openalex.org/W6631190155","https://openalex.org/W6637242042","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6637709462","https://openalex.org/W6638523607","https://openalex.org/W6675655370","https://openalex.org/W6675751002","https://openalex.org/W6677919164","https://openalex.org/W6713132643","https://openalex.org/W6730179637","https://openalex.org/W6740114376","https://openalex.org/W6750401872","https://openalex.org/W6751979845","https://openalex.org/W6755843862","https://openalex.org/W6762610423","https://openalex.org/W6785885990"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W4230315250"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,15,47,61],"is":[2,69],"a":[3,20,29,44,54,141],"widely":[4],"used":[5],"neural":[6],"network":[7,24,32,36,57,68,96,105,117,126,139,175],"model":[8],"compression":[9],"technique.":[10],"In":[11],"general,":[12],"the":[13,17,34,59,66,74,78,81,85,91,94,100,103,111,115,124,133,137,147,153,173,185],"knowledge":[14,18,46,60,122,131],"transfer":[16],"from":[19,108,123],"large":[21],"pre-trained":[22],"teacher":[23,104,125,148],"with":[25],"superior":[26,145],"performance":[27,64,143],"to":[28,37,99,146],"small":[30],"student":[31,35,75,95,116,138,174],"enables":[33],"achieve":[38],"better":[39],"performance.":[40],"This":[41],"paper":[42],"proposes":[43],"triplet":[45],"framework":[48],"(abbreviated":[49],"as":[50,169],"TKD),":[51],"which":[52],"introduces":[53],"smaller":[55],"assistant":[56,67,112,134],"into":[58],"structure.":[62],"The":[63],"of":[65,73,80,93,102,110,155],"lower":[70],"than":[71],"that":[72,109],"network.":[76,113,135,149],"During":[77],"training":[79],"TKD,":[82],"by":[83,157,193],"minimizing":[84],"Mean":[86],"Squared":[87],"Error(MSE)":[88],"loss":[89],"function,":[90],"output":[92,101],"will":[97],"closer":[98],"and":[106,181,189,197],"further":[107],"Therefore,":[114],"can":[118],"learn":[119],"more":[120],"expressive":[121],"while":[127],"throwing":[128],"away":[129],"mistaken":[130],"in":[132],"Finally,":[136],"achieves":[140],"surprising":[142],"even":[144],"We":[150],"have":[151],"demonstrated":[152],"effectiveness":[154],"TKD":[156],"extensive":[158],"experiments":[159],"on":[160,184],"benchmark":[161],"datasets(CIFAR-10,":[162],"CIFAR-100,":[163,187],"SVHN,":[164,188],"STL-10).":[165],"When":[166],"using":[167],"VGGNet":[168],"an":[170],"experimental":[171],"model,":[172],"VGGNet13":[176],"achieving":[177],"94.29%,":[178],"75.30%,":[179],"95.53%,":[180],"87.61%":[182],"accuracy":[183],"CIFAR-10,":[186],"STL-10":[190],"datasets,":[191],"improved":[192],"1.24%,":[194],"2.81%,":[195],"0.40%,":[196],"2.32%,":[198],"respectively.":[199]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}