{"id":"https://openalex.org/W4416252328","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228858","title":"Head-Tail-Aware KL Divergence in Knowledge Distillation for Spiking Neural Networks","display_name":"Head-Tail-Aware KL Divergence in Knowledge Distillation for Spiking Neural Networks","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416252328","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228858"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11228858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228858","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103052965","display_name":"Tianqing Zhang","orcid":"https://orcid.org/0000-0002-8783-4416"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianqing Zhang","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103537656","display_name":"Zixin Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210158570","display_name":"Zhejiang University-University of Edinburgh Institute","ror":"https://ror.org/04jth1r26","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210158570","https://openalex.org/I76130692","https://openalex.org/I98677209"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixin Zhu","raw_affiliation_strings":["Zhejiang University,ZJU-UIUC Institute,Haining,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,ZJU-UIUC Institute,Haining,China","institution_ids":["https://openalex.org/I4210158570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068979281","display_name":"Ke Yu","orcid":"https://orcid.org/0000-0001-9882-5729"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kairong Yu","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100615324","display_name":"Hongwei Wang","orcid":"https://orcid.org/0000-0001-5713-3988"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Wang","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103052965"],"corresponding_institution_ids":["https://openalex.org/I168879160"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33338236,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.8256999850273132,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.8256999850273132,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.12839999794960022,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.012199999764561653,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6858999729156494},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6248999834060669},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.5817999839782715},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.5486000180244446},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.3564000129699707},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.33889999985694885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7648000121116638},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6858999729156494},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6685000061988831},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6248999834060669},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6234999895095825},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.5817999839782715},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.5486000180244446},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3564000129699707},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.33889999985694885},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2768999934196472}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11228858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228858","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2621826044","https://openalex.org/W4304080795","https://openalex.org/W4390874407","https://openalex.org/W4403780504","https://openalex.org/W4403791257","https://openalex.org/W4403943360","https://openalex.org/W4413146815"],"related_works":[],"abstract_inverted_index":{"Spiking":[0],"Neural":[1,38],"Networks":[2,39],"(SNNs)":[3],"have":[4],"emerged":[5],"as":[6,47,90],"a":[7,31,48,115,123],"promising":[8],"approach":[9],"for":[10,119],"energy-efficient":[11],"and":[12,24,132,153,164,177],"biologically":[13],"plausible":[14],"computation.":[15],"However,":[16,77],"due":[17],"to":[18,36,50,57,61,73,82,93,102,127,139],"limitations":[19],"in":[20],"existing":[21,184],"training":[22],"methods":[23,67,173,185],"inherent":[25],"model":[26],"constraints,":[27],"SNNs":[28],"often":[29],"exhibit":[30],"performance":[32],"gap":[33],"when":[34],"compared":[35],"Artificial":[37],"(ANNs).":[40],"Knowledge":[41],"distillation":[42],"(KD)":[43],"has":[44],"been":[45],"explored":[46],"technique":[49],"transfer":[51],"knowledge":[52,142],"from":[53],"ANN":[54],"teacher":[55],"models":[56,60],"SNN":[58],"student":[59],"mitigate":[62],"this":[63],"gap.":[64],"Traditional":[65],"KD":[66,117],"typically":[68],"use":[69],"Kullback-Leibler":[70,112],"(KL)":[71],"divergence":[72],"align":[74,161],"output":[75],"distributions.":[76],"conventional":[78],"KL-based":[79],"approaches":[80],"fail":[81],"fully":[83],"exploit":[84],"the":[85,145,168],"unique":[86],"characteristics":[87],"of":[88,167],"SNNs,":[89],"they":[91],"tend":[92],"overemphasize":[94],"high-probability":[95],"predictions":[96],"while":[97],"neglecting":[98],"low-probability":[99,133],"ones,":[100],"leading":[101],"suboptimal":[103],"generalization.":[104],"To":[105],"address":[106],"this,":[107],"we":[108],"propose":[109],"Head-Tail":[110],"Aware":[111],"(HTA-KL)":[113],"divergence,":[114,157],"novel":[116],"method":[118,159,182],"SNNs.":[120],"HTA-KL":[121],"introduces":[122],"cumulative":[124],"probability-based":[125],"mask":[126],"dynamically":[128],"distinguish":[129],"between":[130],"high-":[131],"regions.":[134],"It":[135],"assigns":[136],"adaptive":[137],"weights":[138],"ensure":[140],"balanced":[141],"transfer,":[143],"enhancing":[144],"overall":[146],"performance.":[147],"By":[148],"integrating":[149],"forward":[150],"KL":[151,155],"(FKL)":[152],"reverse":[154],"(RKL)":[156],"our":[158,172],"effectively":[160],"both":[162],"head":[163],"tail":[165],"regions":[166],"distribution.":[169],"We":[170],"evaluate":[171],"on":[174,186],"CIFAR-10,":[175],"CIFAR-100":[176],"Tiny":[178],"ImageNet":[179],"datasets.":[180],"Our":[181],"outperforms":[183],"most":[187],"datasets":[188],"with":[189],"fewer":[190],"timesteps.":[191]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-14T00:00:00"}