{"id":"https://openalex.org/W7162659474","doi":"https://doi.org/10.48550/arxiv.2605.27409","title":"STARS: Spike Tail-Aware Relational Synthesis for ANN-to-SNN Data-Free Knowledge Distillation","display_name":"STARS: Spike Tail-Aware Relational Synthesis for ANN-to-SNN Data-Free Knowledge Distillation","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7162659474","doi":"https://doi.org/10.48550/arxiv.2605.27409"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.27409","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27409","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.27409","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020579681","display_name":"Shuhan Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Shuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137221410","display_name":"Yi Yu","orcid":"https://orcid.org/0000-0003-4762-8201"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137293579","display_name":"Qixin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137260288","display_name":"Hui Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Hui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137254308","display_name":"Jiaming He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Jiaming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058417704","display_name":"Qinggang Zhang","orcid":"https://orcid.org/0000-0002-0247-4942"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qinggang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137274348","display_name":"Li Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137210135","display_name":"Xudong Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Xudong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5557000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5557000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.09589999914169312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.08630000054836273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.751800000667572},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6699000000953674},{"id":"https://openalex.org/keywords/relational-database","display_name":"Relational database","score":0.5954999923706055},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5719000101089478},{"id":"https://openalex.org/keywords/statistical-relational-learning","display_name":"Statistical relational learning","score":0.5196999907493591},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.43369999527931213}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.751800000667572},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6924999952316284},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6699000000953674},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.5954999923706055},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5719000101089478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5390999913215637},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5253999829292297},{"id":"https://openalex.org/C177877439","wikidata":"https://www.wikidata.org/wiki/Q7604413","display_name":"Statistical relational learning","level":3,"score":0.5196999907493591},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44279998540878296},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.43369999527931213},{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.4336000084877014},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2590000033378601}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.27409","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27409","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.27409","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27409","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8129056692123413,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"SNNs":[0],"promise":[1],"energy-efficient":[2],"and":[3,56,58,106,108,142,157,171,184],"low-latency":[4],"inference,":[5],"but":[6,49],"their":[7],"performance":[8],"still":[9],"trails":[10],"that":[11,87,128,149],"of":[12,165,178],"ANNs.":[13],"ANN-to-SNN":[14,85],"knowledge":[15,35],"distillation":[16,36],"helps":[17],"narrow":[18],"this":[19,72],"gap,":[20],"yet":[21],"the":[22,176],"original":[23],"training":[24],"data":[25,41],"are":[26],"often":[27],"unavailable":[28],"in":[29,187],"practical":[30],"deployment":[31],"settings.":[32],"Existing":[33],"data-free":[34],"(DFKD)":[37],"methods":[38],"synthesize":[39],"surrogate":[40],"by":[42],"matching":[43,181],"teacher-side":[44],"priors,":[45],"especially":[46],"BN":[47,180],"statistics,":[48],"these":[50,123],"ANN-oriented":[51],"constraints":[52,186],"mainly":[53],"regularize":[54],"mean":[55],"variance":[57],"therefore":[59],"remain":[60,129],"under-constrained":[61],"for":[62,84,135],"SNN":[63,136],"students":[64],"whose":[65],"responses":[66],"depend":[67],"on":[68,139,169,173],"threshold-crossing":[69],"dynamics.":[70],"In":[71],"paper,":[73],"we":[74],"propose":[75],"Spike":[76],"Tail-Aware":[77,109],"Relational":[78,96],"Synthesis":[79],"(STARS),":[80],"a":[81],"plug-and-play":[82],"method":[83,151],"DFKD":[86,155],"augments":[88],"standard":[89],"BN-guided":[90],"synthesis":[91],"with":[92,163,182],"two":[93],"complementary":[94],"objectives:":[95],"Consistency":[97],"Alignment,":[98],"which":[99,111],"preserves":[100],"cross-sample":[101],"relational":[102,183],"consistency":[103],"between":[104],"teacher":[105],"student,":[107],"Regularization,":[110],"regularizes":[112],"threshold-relevant":[113],"tail":[114],"probabilities":[115],"through":[116],"soft":[117],"exceedance":[118],"over":[119],"teacher-derived":[120],"thresholds.":[121],"Together,":[122],"objectives":[124],"generate":[125],"synthetic":[126],"batches":[127],"teacher-valid":[130],"while":[131],"becoming":[132],"more":[133],"informative":[134],"students.":[137],"Experiments":[138],"CIFAR-10,":[140],"CIFAR-100,":[141,174],"Tiny-ImageNet":[143],"across":[144],"multiple":[145],"ANN-SNN":[146],"pairs":[147],"show":[148],"our":[150],"consistently":[152],"improves":[153],"conventional":[154],"baselines":[156],"even":[158],"surpasses":[159],"several":[160],"KD":[161],"methods,":[162],"gains":[164],"up":[166],"to":[167],"4.6\\%":[168],"CIFAR-10":[170],"6.7\\%":[172],"highlighting":[175],"importance":[177],"complementing":[179],"tail-aware":[185],"SNN-oriented":[188],"DFKD.":[189]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-29T00:00:00"}