{"id":"https://openalex.org/W4309100174","doi":"https://doi.org/10.1109/tnnls.2022.3217796","title":"Rethinking Pretraining as a Bridge From ANNs to SNNs","display_name":"Rethinking Pretraining as a Bridge From ANNs to SNNs","publication_year":2022,"publication_date":"2022-11-14","ids":{"openalex":"https://openalex.org/W4309100174","doi":"https://doi.org/10.1109/tnnls.2022.3217796","pmid":"https://pubmed.ncbi.nlm.nih.gov/36374892"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3217796","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3217796","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101582543","display_name":"Yihan Lin","orcid":"https://orcid.org/0000-0002-0717-034X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihan Lin","raw_affiliation_strings":["Department of Precision Instrument, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Precision Instrument, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022522382","display_name":"Yifan Hu","orcid":"https://orcid.org/0000-0002-7980-6626"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Hu","raw_affiliation_strings":["Department of Precision Instrument, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7980-6626","affiliations":[{"raw_affiliation_string":"Department of Precision Instrument, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100760815","display_name":"Shijie Ma","orcid":"https://orcid.org/0009-0005-1131-5686"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shijie Ma","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","Institute of Automation, National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Automation, National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044997397","display_name":"Dongjie Yu","orcid":"https://orcid.org/0000-0002-3616-5400"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongjie Yu","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018970859","display_name":"Guoqi Li","orcid":"https://orcid.org/0000-0002-8994-431X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqi Li","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China","Peng Cheng Laboratory, Shenzhen, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8994-431X","affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8937,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.7079029,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"35","issue":"7","first_page":"9054","last_page":"9067"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7593569755554199},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.7558646202087402},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7122876644134521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6074948906898499},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5863165259361267},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.42883315682411194},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4249740242958069},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3715360462665558}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7593569755554199},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.7558646202087402},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7122876644134521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6074948906898499},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5863165259361267},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.42883315682411194},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4249740242958069},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3715360462665558},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3217796","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3217796","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:36374892","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36374892","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G124397460","display_name":null,"funder_award_id":"62236009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6245668901","display_name":null,"funder_award_id":"2018AAA0102600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6683772492","display_name":null,"funder_award_id":"U22A20103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G684030057","display_name":null,"funder_award_id":"JQ21015","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G7861851748","display_name":"\u901a\u7528\u7c7b\u8111\u8ba1\u7b97\u67b6\u6784\u6a21\u578b\u4e0e\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61836004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W2087343574","https://openalex.org/W4246352526","https://openalex.org/W2121910908"],"abstract_inverted_index":{"Spiking":[0],"neural":[1],"networks":[2],"(SNNs)":[3],"are":[4,47,158],"known":[5],"as":[6,177],"typical":[7],"kinds":[8],"of":[9,16,43,76,106,115,210,213,225],"brain-inspired":[10],"models":[11],"with":[12,112],"their":[13],"unique":[14],"features":[15],"rich":[17],"neuronal":[18],"dynamics,":[19],"diverse":[20],"coding":[21],"schemes,":[22],"and":[23,90,119,148,187,193,217,219],"low":[24],"power":[25],"consumption":[26],"properties.":[27],"How":[28],"to":[29,63],"obtain":[30],"a":[31,53,58,77,95,132,161,196,200],"high-accuracy":[32],"model":[33],"has":[34],"always":[35],"been":[36],"the":[37,41,73,104,107,113,116,128,171,208,211],"main":[38],"challenge":[39],"in":[40,160],"field":[42],"SNN.":[44],"Currently,":[45],"there":[46],"two":[48,108],"mainstream":[49],"methods,":[50],"i.e.,":[51],"obtaining":[52],"converted":[54,78],"SNN":[55,65,70,79,84,97,122,227],"through":[56],"converting":[57],"well-trained":[59],"artificial":[60],"NN":[61],"(ANN)":[62],"its":[64],"counterpart":[66],"or":[67],"training":[68,85,98,110,123,137,167,183,189,228],"an":[69],"directly.":[71],"However,":[72],"inference":[74],"time":[75,184,190],"is":[80,86,100,131],"too":[81],"long,":[82],"while":[83],"generally":[87],"very":[88],"costly":[89],"inefficient.":[91],"In":[92],"this":[93,226],"work,":[94],"new":[96,201],"paradigm":[99,130],"proposed":[101,129],"by":[102],"combining":[103],"concepts":[105],"different":[109],"methods":[111],"help":[114],"pretrain":[117],"technique":[118],"BP-based":[120],"deep":[121],"mechanism.":[124],"We":[125],"believe":[126],"that":[127],"more":[133],"efficient":[134],"pipeline":[135,140],"for":[136,143,150,199],"SNNs.":[138],"The":[139],"includes":[141],"pipe-S":[142],"static":[144],"data":[145,152],"transfer":[146,153],"tasks":[147],"pipe-D":[149],"dynamic":[151],"tasks.":[154],"State-of-the-art":[155],"(SOTA)":[156],"results":[157,206],"obtained":[159],"large-scale":[162],"event-driven":[163],"dataset":[164,202],"ES-ImageNet.":[165],"For":[166],"acceleration,":[168],"we":[169],"achieve":[170],"same":[172],"(or":[173],"higher)":[174],"best":[175],"accuracy":[176],"similar":[178],"leaky-integrate-and-fire":[179],"(LIF)-SNNs":[180],"using":[181],"1/8":[182],"on":[185,191],"ImageNet-1K":[186],"1/2":[188],"ES-ImageNet":[192],"also":[194,220],"provide":[195],"time-accuracy":[197],"benchmark":[198],"ES-UCF101.":[203],"These":[204],"experimental":[205],"reveal":[207],"similarity":[209],"functions":[212],"parameters":[214],"between":[215],"ANNs":[216],"SNNs":[218],"demonstrate":[221],"various":[222],"potential":[223],"applications":[224],"pipeline.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-27T08:26:11.824852","created_date":"2025-10-10T00:00:00"}