{"id":"https://openalex.org/W4386108392","doi":"https://doi.org/10.1109/tmm.2023.3306601","title":"Post-Distillation via Neural Resuscitation","display_name":"Post-Distillation via Neural Resuscitation","publication_year":2023,"publication_date":"2023-08-23","ids":{"openalex":"https://openalex.org/W4386108392","doi":"https://doi.org/10.1109/tmm.2023.3306601"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3306601","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3306601","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018912686","display_name":"Zhiqiang Bao","orcid":null},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Bao","raw_affiliation_strings":["School of Computer Science, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9537-9604","affiliations":[{"raw_affiliation_string":"School of Computer Science, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zihao Chen","orcid":"https://orcid.org/0000-0003-1224-5067"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihao Chen","raw_affiliation_strings":["School of Computer Science, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1224-5067","affiliations":[{"raw_affiliation_string":"School of Computer Science, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076335744","display_name":"Chang\u2010Dong Wang","orcid":"https://orcid.org/0000-0001-5972-559X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang-Dong Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5972-559X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108050904","display_name":"Wei\u2010Shi Zheng","orcid":"https://orcid.org/0000-0001-8327-0003"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei-Shi Zheng","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8327-0003","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049015061","display_name":"Zhenhua Huang","orcid":"https://orcid.org/0000-0001-8659-4062"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhua Huang","raw_affiliation_strings":["School of Computer Science, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8659-4062","affiliations":[{"raw_affiliation_string":"School of Computer Science, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022951772","display_name":"Yunwen Chen","orcid":"https://orcid.org/0000-0002-7493-5672"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yunwen Chen","raw_affiliation_strings":["Research and Development Department, DataGrand Inc., Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7493-5672","affiliations":[{"raw_affiliation_string":"Research and Development Department, DataGrand Inc., Shanghai, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7449,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.87051551,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"3046","last_page":"3060"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8200678825378418},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.781146764755249},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5554964542388916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5172289609909058},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4336090385913849},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43171754479408264},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42829620838165283},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.10666728019714355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8200678825378418},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.781146764755249},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5554964542388916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5172289609909058},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4336090385913849},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43171754479408264},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42829620838165283},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.10666728019714355},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3306601","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3306601","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1002713634","display_name":null,"funder_award_id":"U1811263","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2609543366","display_name":null,"funder_award_id":"2022A1515011380","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G77659056","display_name":null,"funder_award_id":"62172166","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8468595616","display_name":"\u57fa\u4e8e\u77e5\u8bc6\u56fe\u8c31\u7684\u793e\u4ea4\u5a92\u4f53\u5927\u6570\u636e\u4e3b\u9898\u53d1\u73b0\u4e0e\u8d8b\u52bf\u9884\u6d4b\u5173\u952e\u95ee\u9898\u7814\u7a76","funder_award_id":"61772366","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":103,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2108598243","https://openalex.org/W2129697675","https://openalex.org/W2194775991","https://openalex.org/W2204750386","https://openalex.org/W2221102299","https://openalex.org/W2487852963","https://openalex.org/W2495425901","https://openalex.org/W2523246573","https://openalex.org/W2561238782","https://openalex.org/W2618530766","https://openalex.org/W2620998106","https://openalex.org/W2731516819","https://openalex.org/W2807961551","https://openalex.org/W2809795042","https://openalex.org/W2887783173","https://openalex.org/W2895926968","https://openalex.org/W2924515500","https://openalex.org/W2936864631","https://openalex.org/W2948582784","https://openalex.org/W2962851801","https://openalex.org/W2962965870","https://openalex.org/W2962966540","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963145730","https://openalex.org/W2963363373","https://openalex.org/W2963881378","https://openalex.org/W2963938169","https://openalex.org/W2964001144","https://openalex.org/W2964137095","https://openalex.org/W2966256598","https://openalex.org/W2970958999","https://openalex.org/W2976540144","https://openalex.org/W2980113592","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2987809065","https://openalex.org/W2995607862","https://openalex.org/W2997006708","https://openalex.org/W2998792609","https://openalex.org/W3004413500","https://openalex.org/W3004809259","https://openalex.org/W3034756453","https://openalex.org/W3035467948","https://openalex.org/W3099404014","https://openalex.org/W3104771364","https://openalex.org/W3106146634","https://openalex.org/W3118608800","https://openalex.org/W3125736290","https://openalex.org/W3173369353","https://openalex.org/W3181648049","https://openalex.org/W3200121999","https://openalex.org/W3202329792","https://openalex.org/W4200633579","https://openalex.org/W4205581758","https://openalex.org/W4206913945","https://openalex.org/W4226426325","https://openalex.org/W4281489207","https://openalex.org/W4281571140","https://openalex.org/W4285228203","https://openalex.org/W4285600998","https://openalex.org/W4286361941","https://openalex.org/W4292794830","https://openalex.org/W4297775537","https://openalex.org/W4312309807","https://openalex.org/W4312929415","https://openalex.org/W4313141028","https://openalex.org/W4319299859","https://openalex.org/W4377862871","https://openalex.org/W4386065360","https://openalex.org/W4386072392","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6679294143","https://openalex.org/W6723181079","https://openalex.org/W6726275242","https://openalex.org/W6727249380","https://openalex.org/W6730179637","https://openalex.org/W6737664043","https://openalex.org/W6740493225","https://openalex.org/W6748035112","https://openalex.org/W6752523896","https://openalex.org/W6756001544","https://openalex.org/W6761472960","https://openalex.org/W6763204649","https://openalex.org/W6769906912","https://openalex.org/W6773204560","https://openalex.org/W6780052409","https://openalex.org/W6785588714","https://openalex.org/W6787972765","https://openalex.org/W6790545024","https://openalex.org/W6801004761","https://openalex.org/W6839568498","https://openalex.org/W6864450276","https://openalex.org/W7062423369"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"Knowledge":[0],"distillation,":[1,166],"a":[2,11,16,91,182],"widely":[3],"adopted":[4],"model":[5,14,117,192],"compression":[6],"technique,":[7],"distils":[8],"knowledge":[9,43,165,195],"from":[10,196],"large":[12],"teacher":[13,198],"to":[15,46,56,96,130,141,149,193],"smaller":[17],"student":[18,31,52,80,116,156,191],"model,":[19],"with":[20],"the":[21,25,30,40,51,57,65,69,73,79,102,106,112,115,119,134,143,151,155,159,171,175,187,190,194,197],"goal":[22],"of":[23,42,154,164,189],"reducing":[24],"computational":[26],"resources":[27],"required":[28],"for":[29,185],"model.":[32,157,199],"However,":[33],"most":[34],"existing":[35],"distillation":[36,94,121],"approaches":[37],"focus":[38],"on":[39],"types":[41],"and":[44,123],"how":[45],"distil":[47],"them,":[48],"which":[49,77,146],"neglect":[50],"model's":[53,81],"neuronal":[54,70,103,183],"responses":[55,71],"knowledge.":[58],"In":[59,105,133],"this":[60,87],"article,":[61],"we":[62,89,109,137],"demonstrate":[63],"that":[64,170],"kullback-leibler":[66],"loss":[67],"inhibits":[68],"in":[72,114,161],"opposite":[74],"gradient":[75],"direction,":[76],"injures":[78],"potential":[82,153],"during":[83,118],"distilling.":[84],"To":[85],"address":[86],"problem,":[88],"introduce":[90],"principled":[92],"dual-stage":[93],"scheme":[95],"rejuvenate":[97],"all":[98,111],"inhibited":[99],"neurons":[100,113,144],"at":[101],"level.":[104],"first":[107],"stage,":[108,136],"detect":[110],"standard":[120],"period":[122],"divide":[124],"them":[125],"into":[126],"two":[127],"parts":[128],"according":[129],"their":[131],"responses.":[132],"second":[135],"propose":[138],"three":[139],"strategies":[140],"resuscitate":[142],"differently,":[145],"allows":[147],"us":[148],"exploit":[150],"full":[152],"Through":[158],"experiments":[160],"various":[162],"aspects":[163],"it":[167],"is":[168],"verified":[169],"proposed":[172],"approach":[173],"outperforms":[174],"current":[176],"state-of-the-art":[177],"approaches.":[178],"Our":[179],"work":[180],"provides":[181],"perspective":[184],"studying":[186],"response":[188]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}