{"id":"https://openalex.org/W4377107319","doi":"https://doi.org/10.3390/rs15102609","title":"Distillation Sparsity Training Algorithm for Accelerating Convolutional Neural Networks in Embedded Systems","display_name":"Distillation Sparsity Training Algorithm for Accelerating Convolutional Neural Networks in Embedded Systems","publication_year":2023,"publication_date":"2023-05-17","ids":{"openalex":"https://openalex.org/W4377107319","doi":"https://doi.org/10.3390/rs15102609"},"language":"en","primary_location":{"id":"doi:10.3390/rs15102609","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs15102609","pdf_url":"https://www.mdpi.com/2072-4292/15/10/2609/pdf?version=1684320533","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2072-4292/15/10/2609/pdf?version=1684320533","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036618603","display_name":"Penghao Xiao","orcid":"https://orcid.org/0009-0007-9365-1361"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Penghao Xiao","raw_affiliation_strings":["Key Laboratory for Information Science of Electromagnetic Waves (MoE), Fudan University, Shanghai 200433, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Information Science of Electromagnetic Waves (MoE), Fudan University, Shanghai 200433, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103479656","display_name":"Teng Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Teng Xu","raw_affiliation_strings":["Key Laboratory for Information Science of Electromagnetic Waves (MoE), Fudan University, Shanghai 200433, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Information Science of Electromagnetic Waves (MoE), Fudan University, Shanghai 200433, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101453999","display_name":"Xiayang Xiao","orcid":"https://orcid.org/0000-0002-2797-7124"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiayang Xiao","raw_affiliation_strings":["Key Laboratory for Information Science of Electromagnetic Waves (MoE), Fudan University, Shanghai 200433, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Information Science of Electromagnetic Waves (MoE), Fudan University, Shanghai 200433, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101963915","display_name":"Weisong Li","orcid":"https://orcid.org/0000-0003-1486-4363"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weisong Li","raw_affiliation_strings":["Key Laboratory for Information Science of Electromagnetic Waves (MoE), Fudan University, Shanghai 200433, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Information Science of Electromagnetic Waves (MoE), Fudan University, Shanghai 200433, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100405762","display_name":"Haipeng Wang","orcid":"https://orcid.org/0000-0003-1912-7143"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haipeng Wang","raw_affiliation_strings":["Key Laboratory for Information Science of Electromagnetic Waves (MoE), Fudan University, Shanghai 200433, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Information Science of Electromagnetic Waves (MoE), Fudan University, Shanghai 200433, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100405762"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2707},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2707},"fwci":0.4744,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.63413584,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"15","issue":"10","first_page":"2609","last_page":"2609"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11038","display_name":"Advanced SAR Imaging Techniques","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8136663436889648},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7839716672897339},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6423435211181641},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5246365666389465},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5184361934661865},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4807555377483368},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.45622995495796204},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4422231614589691}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8136663436889648},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7839716672897339},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6423435211181641},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5246365666389465},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5184361934661865},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4807555377483368},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.45622995495796204},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4422231614589691},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/rs15102609","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs15102609","pdf_url":"https://www.mdpi.com/2072-4292/15/10/2609/pdf?version=1684320533","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:feb740627037479c86113363c2beb22a","is_oa":true,"landing_page_url":"https://doaj.org/article/feb740627037479c86113363c2beb22a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 15, Iss 10, p 2609 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2072-4292/15/10/2609/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/rs15102609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing; Volume 15; Issue 10; Pages: 2609","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/rs15102609","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs15102609","pdf_url":"https://www.mdpi.com/2072-4292/15/10/2609/pdf?version=1684320533","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1141843270","display_name":null,"funder_award_id":"62271153","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G226381512","display_name":null,"funder_award_id":"22ZR1406700","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3085993365","display_name":null,"funder_award_id":"(Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5249178904","display_name":null,"funder_award_id":"Grant No. 6","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6509169568","display_name":null,"funder_award_id":"62271153","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G7488020231","display_name":null,"funder_award_id":"22ZR1406700","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4377107319.pdf"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W133229983","https://openalex.org/W2008967810","https://openalex.org/W2097117768","https://openalex.org/W2102605133","https://openalex.org/W2117539524","https://openalex.org/W2120972216","https://openalex.org/W2125389748","https://openalex.org/W2194775991","https://openalex.org/W2276892413","https://openalex.org/W2520707372","https://openalex.org/W2520760693","https://openalex.org/W2783538964","https://openalex.org/W2808168148","https://openalex.org/W2887783173","https://openalex.org/W2897295818","https://openalex.org/W2914554687","https://openalex.org/W2950656546","https://openalex.org/W2952899695","https://openalex.org/W2963000224","https://openalex.org/W2963163009","https://openalex.org/W2963351145","https://openalex.org/W2963351448","https://openalex.org/W2963363373","https://openalex.org/W2963488291","https://openalex.org/W2963534679","https://openalex.org/W2964217527","https://openalex.org/W2971415639","https://openalex.org/W2982083293","https://openalex.org/W2984618279","https://openalex.org/W2997006708","https://openalex.org/W3004543888","https://openalex.org/W3012162230","https://openalex.org/W3034368386","https://openalex.org/W3034756453","https://openalex.org/W3034795332","https://openalex.org/W3104591140","https://openalex.org/W3131861520","https://openalex.org/W3138154797","https://openalex.org/W3173966474","https://openalex.org/W3176213365","https://openalex.org/W4312339251","https://openalex.org/W6677103964","https://openalex.org/W6678000929","https://openalex.org/W6678583879","https://openalex.org/W6683826617","https://openalex.org/W6725543821","https://openalex.org/W6748082341","https://openalex.org/W6756379755","https://openalex.org/W6786356672","https://openalex.org/W6790545024"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W2373300491","https://openalex.org/W1212596013","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W4206442282","https://openalex.org/W2384505857","https://openalex.org/W2355171581","https://openalex.org/W4229439743"],"abstract_inverted_index":{"The":[0,170],"rapid":[1],"development":[2],"of":[3,11,32,70,79,137,210,236,252],"neural":[4,253],"networks":[5,16,98],"has":[6],"come":[7],"at":[8],"the":[9,26,59,64,68,77,94,100,110,129,135,138,149,160,165,176,194,200,211,226,234,250],"cost":[10],"increased":[12],"computational":[13],"complexity.":[14],"Neural":[15],"are":[17,156],"both":[18],"computationally":[19],"intensive":[20],"and":[21,29,124,143,179,199,240],"memory":[22],"intensive;":[23],"as":[24],"such,":[25],"minimal":[27],"energy":[28],"computing":[30],"power":[31],"satellites":[33],"pose":[34],"a":[35,49,54,86,115,184,189,205,215],"challenge":[36],"for":[37,193],"automatic":[38],"target":[39],"recognition":[40],"(ATR).":[41],"Knowledge":[42],"distillation":[43,116],"(KD)":[44],"can":[45,72,248],"distill":[46],"knowledge":[47],"from":[48,85],"cumbersome":[50],"teacher":[51,65,87,161,212],"network":[52,125,140,146,151,162,168,203],"to":[53,75,127,152,163,208,224],"lightweight":[55],"student":[56,80,95,139,150,167,196,202],"network,":[57,88],"transferring":[58],"essential":[60],"information":[61],"learned":[62],"by":[63],"network.":[66,96,213],"Thus,":[67],"concept":[69],"KD":[71,123],"be":[73],"used":[74],"improve":[76,109,134],"accuracy":[78,136],"networks.":[81,254],"Even":[82],"when":[83],"learning":[84],"there":[89],"is":[90],"still":[91],"redundancy":[92],"in":[93],"Traditional":[97],"fix":[99],"structure":[101],"before":[102],"training,":[103],"such":[104],"that":[105,209,228],"training":[106,118],"does":[107,231],"not":[108,232],"situation.":[111],"This":[112],"paper":[113],"proposes":[114],"sparsity":[117,186,217],"(DST)":[119],"algorithm":[120,172],"based":[121],"on":[122,175],"pruning":[126,230],"address":[128],"above":[130],"limitations.":[131],"We":[132],"first":[133],"through":[141,145],"KD,":[142],"then":[144],"pruning,":[147,246],"allowing":[148],"learn":[153],"which":[154],"connections":[155],"essential.":[157],"DST":[158],"allows":[159],"teach":[164],"pruned":[166,201],"directly.":[169],"proposed":[171],"was":[173,197,222],"tested":[174],"CIFAR-100,":[177],"MSTAR,":[178],"FUSAR-Ship":[180],"data":[181],"sets,":[182],"with":[183,243],"50%":[185],"setting.":[187],"First,":[188],"new":[190,216],"loss":[191],"function":[192],"teacher-pruned":[195],"proposed,":[198],"showed":[204],"performance":[206],"close":[207],"Second,":[214],"model":[218],"(uniformity":[219],"half-pruning":[220],"UHP)":[221],"designed":[223],"solve":[225],"problem":[227],"unstructured":[229,245],"facilitate":[233],"implementation":[235],"general-purpose":[237],"hardware":[238],"acceleration":[239],"storage.":[241],"Compared":[242],"traditional":[244],"UHP":[247],"double":[249],"speed":[251]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-19T08:26:33.389920","created_date":"2023-05-20T00:00:00"}