{"id":"https://openalex.org/W3126600466","doi":"https://doi.org/10.1109/tie.2021.3057030","title":"KDnet-RUL: A Knowledge Distillation Framework to Compress Deep Neural Networks for Machine Remaining Useful Life Prediction","display_name":"KDnet-RUL: A Knowledge Distillation Framework to Compress Deep Neural Networks for Machine Remaining Useful Life Prediction","publication_year":2021,"publication_date":"2021-02-10","ids":{"openalex":"https://openalex.org/W3126600466","doi":"https://doi.org/10.1109/tie.2021.3057030","mag":"3126600466"},"language":"en","primary_location":{"id":"doi:10.1109/tie.2021.3057030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2021.3057030","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101624106","display_name":"Qing Xu","orcid":"https://orcid.org/0000-0002-9202-1073"},"institutions":[{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Qing Xu","raw_affiliation_strings":["Institute for Infocomm Research, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9202-1073","affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Singapore, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080343454","display_name":"Zhenghua Chen","orcid":"https://orcid.org/0000-0002-1719-0328"},"institutions":[{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhenghua Chen","raw_affiliation_strings":["Institute for Infocomm Research, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1719-0328","affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Singapore, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038637903","display_name":"Keyu Wu","orcid":"https://orcid.org/0000-0001-8493-0712"},"institutions":[{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Keyu Wu","raw_affiliation_strings":["Institute for Infocomm Research, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8493-0712","affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Singapore, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011884768","display_name":"Chao Wang","orcid":"https://orcid.org/0000-0002-9403-5575"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Wang","raw_affiliation_strings":["School of Computer Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-9403-5575","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340964","display_name":"Min Wu","orcid":"https://orcid.org/0000-0003-0977-3600"},"institutions":[{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Min Wu","raw_affiliation_strings":["Institute for Infocomm Research, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-0977-3600","affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Singapore, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100418684","display_name":"Xiaoli Li","orcid":"https://orcid.org/0000-0002-0762-6562"},"institutions":[{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiaoli Li","raw_affiliation_strings":["Institute for Infocomm Research, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0762-6562","affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Singapore, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101624106"],"corresponding_institution_ids":["https://openalex.org/I3005327000"],"apc_list":null,"apc_paid":null,"fwci":12.846,"has_fulltext":false,"cited_by_count":123,"citation_normalized_percentile":{"value":0.98839854,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"69","issue":"2","first_page":"2022","last_page":"2032"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.8129659295082092},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.74948650598526},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.7395798563957214},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5752753019332886},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5673795342445374},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.557164192199707},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5305331945419312},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4862135946750641},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.410567045211792},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38361379504203796},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.1594790518283844}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.8129659295082092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.74948650598526},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.7395798563957214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5752753019332886},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5673795342445374},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.557164192199707},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5305331945419312},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4862135946750641},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.410567045211792},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38361379504203796},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.1594790518283844},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tie.2021.3057030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2021.3057030","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/12","display_name":"Responsible consumption and production","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G3424351223","display_name":null,"funder_award_id":"2017YFA0700903","funder_id":"https://openalex.org/F4320336026","funder_display_name":"National Key Research and Development Program of China Stem Cell and Translational Research"},{"id":"https://openalex.org/G7987625805","display_name":null,"funder_award_id":"2017YFA0700900","funder_id":"https://openalex.org/F4320336026","funder_display_name":"National Key Research and Development Program of China Stem Cell and Translational Research"},{"id":"https://openalex.org/G8758304440","display_name":null,"funder_award_id":"61976200","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336026","display_name":"National Key Research and Development Program of China Stem Cell and Translational Research","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1724438581","https://openalex.org/W1821462560","https://openalex.org/W1832693441","https://openalex.org/W1978965153","https://openalex.org/W2042311265","https://openalex.org/W2055873761","https://openalex.org/W2110787940","https://openalex.org/W2119144962","https://openalex.org/W2120841219","https://openalex.org/W2142724780","https://openalex.org/W2144354855","https://openalex.org/W2161591461","https://openalex.org/W2167215970","https://openalex.org/W2233116163","https://openalex.org/W2294172420","https://openalex.org/W2294370754","https://openalex.org/W2415594836","https://openalex.org/W2471161958","https://openalex.org/W2544905596","https://openalex.org/W2561238782","https://openalex.org/W2591645937","https://openalex.org/W2592691248","https://openalex.org/W2739879705","https://openalex.org/W2744067593","https://openalex.org/W2750784772","https://openalex.org/W2766839578","https://openalex.org/W2772084711","https://openalex.org/W2773549135","https://openalex.org/W2783538964","https://openalex.org/W2808622270","https://openalex.org/W2889809771","https://openalex.org/W2900529838","https://openalex.org/W2908875359","https://openalex.org/W2956342231","https://openalex.org/W2963513470","https://openalex.org/W2964118293","https://openalex.org/W2964222566","https://openalex.org/W2964278684","https://openalex.org/W2964288524","https://openalex.org/W2964299589","https://openalex.org/W2965100203","https://openalex.org/W2965995832","https://openalex.org/W2969372261","https://openalex.org/W2995607862","https://openalex.org/W3006585575","https://openalex.org/W3094539536","https://openalex.org/W6637551013","https://openalex.org/W6637709462","https://openalex.org/W6638523607","https://openalex.org/W6677580257","https://openalex.org/W6683826617","https://openalex.org/W6684563725","https://openalex.org/W6713955831","https://openalex.org/W6730179637","https://openalex.org/W6733814495","https://openalex.org/W6743188669","https://openalex.org/W6751751081","https://openalex.org/W6769906912"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2611989081","https://openalex.org/W3026162553","https://openalex.org/W2787993192","https://openalex.org/W2731899572","https://openalex.org/W4230611425","https://openalex.org/W4294635752","https://openalex.org/W4304166257","https://openalex.org/W4383066092","https://openalex.org/W2344382886"],"abstract_inverted_index":{"Machine":[0],"remaining":[1],"useful":[2],"life":[3],"(RUL)":[4],"prediction":[5,32,48],"is":[6],"vital":[7],"in":[8],"improving":[9],"the":[10,46,64,70,74,159,162,169,199],"reliability":[11],"of":[12,38,161],"industrial":[13],"systems":[14],"and":[15,68,92,142,154,185],"reducing":[16],"maintenance":[17],"cost.":[18],"Recently,":[19],"long":[20],"short-term":[21],"memory":[22],"(LSTM)":[23],"based":[24,122,133],"algorithms":[25,49],"have":[26,79],"achieved":[27],"state-of-the-art":[28,174],"performance":[29,197],"for":[30,112,126,137,148,203],"RUL":[31,47,113,204],"due":[33],"to":[34,52,58,85,106,157],"their":[35],"strong":[36],"capability":[37],"modeling":[39],"sequential":[40,144],"sensory":[41],"data.":[42],"In":[43],"many":[44],"cases,":[45],"are":[50],"required":[51],"be":[53,83],"deployed":[54,84],"on":[55],"edge":[56,86],"devices":[57,87],"support":[59],"real-time":[60],"decision":[61],"making,":[62],"reduce":[63],"data":[65,71],"communication":[66],"cost,":[67],"preserve":[69],"privacy.":[72],"However,":[73],"powerful":[75],"LSTM-based":[76,110],"methods":[77],"which":[78],"high":[80],"complexity":[81],"cannot":[82],"with":[88,180,198],"limited":[89],"computational":[90],"power":[91],"memory.":[93],"To":[94],"solve":[95],"this":[96],"problem,":[97],"we":[98],"propose":[99],"a":[100,108,118,131,143,195],"knowledge":[101,123,129,134,140],"distillation":[102,124,135,145],"framework,":[103],"entitled":[104],"KDnet-RUL,":[105],"compress":[107],"complex":[109,200],"method":[111,171],"prediction.":[114,205],"Specifically,":[115],"it":[116],"includes":[117],"generative":[119],"adversarial":[120],"network":[121],"(GAN-KD)":[125],"disparate":[127],"architecture":[128,139],"transfer,":[130,141],"learning-during-teaching":[132],"(LDT-KD)":[136],"identical":[138],"upon":[146],"LDT-KD":[147],"complicated":[149,155],"datasets.":[150],"We":[151],"leverage":[152],"simple":[153],"datasets":[156],"verify":[158],"effectiveness":[160],"proposed":[163,170],"KDnet-RUL.":[164],"The":[165,177],"results":[166],"demonstrate":[167],"that":[168],"significantly":[172],"outperforms":[173],"KD":[175],"methods.":[176],"compressed":[178],"model":[179,202],"12.8":[181],"times":[182,187],"less":[183,188],"weights":[184],"46.2":[186],"total":[189],"float":[190],"point":[191],"operations":[192],"even":[193],"achieves":[194],"comparable":[196],"LSTM":[201]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":41},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}