{"id":"https://openalex.org/W2649558613","doi":"https://doi.org/10.1109/icassp.2017.7953223","title":"A transfer learning and progressive stacking approach to reducing deep model sizes with an application to speech enhancement","display_name":"A transfer learning and progressive stacking approach to reducing deep model sizes with an application to speech enhancement","publication_year":2017,"publication_date":"2017-03-01","ids":{"openalex":"https://openalex.org/W2649558613","doi":"https://doi.org/10.1109/icassp.2017.7953223","mag":"2649558613"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2017.7953223","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2017.7953223","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100769232","display_name":"Sicheng Wang","orcid":"https://orcid.org/0000-0002-6423-7029"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sicheng Wang","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012954193","display_name":"Kehuang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kehuang Li","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101472289","display_name":"Zhen Huang","orcid":"https://orcid.org/0000-0002-1772-7674"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhen Huang","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079659476","display_name":"Sabato Marco Siniscalchi","orcid":"https://orcid.org/0000-0002-0770-0507"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I246010334","display_name":"Universit\u00e0 degli Studi di Enna Kore","ror":"https://ror.org/04vd28p53","country_code":"IT","type":"education","lineage":["https://openalex.org/I246010334"]}],"countries":["IT","US"],"is_corresponding":false,"raw_author_name":"Sabato Marco Siniscalchi","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","University of Enna Kore, Enna, Italy"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"University of Enna Kore, Enna, Italy","institution_ids":["https://openalex.org/I246010334"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066868860","display_name":"Chin\u2010Hui Lee","orcid":"https://orcid.org/0000-0002-1892-2551"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chin-Hui Lee","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100769232"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":2.404,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.90029669,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"5575","last_page":"5579"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7603352069854736},{"id":"https://openalex.org/keywords/stacking","display_name":"Stacking","score":0.7530298829078674},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.741767942905426},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6648285388946533},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5718705058097839},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5674849152565002},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5615904927253723},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.539355456829071},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.45948657393455505},{"id":"https://openalex.org/keywords/speech-enhancement","display_name":"Speech enhancement","score":0.45097774267196655},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.4491066634654999},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.4474242329597473},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.42810916900634766},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.39275026321411133},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3360309600830078},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08290109038352966},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07762816548347473},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.07451897859573364},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.058183878660202026}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7603352069854736},{"id":"https://openalex.org/C33347731","wikidata":"https://www.wikidata.org/wiki/Q285210","display_name":"Stacking","level":2,"score":0.7530298829078674},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.741767942905426},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6648285388946533},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5718705058097839},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5674849152565002},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5615904927253723},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.539355456829071},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.45948657393455505},{"id":"https://openalex.org/C2776182073","wikidata":"https://www.wikidata.org/wiki/Q7575395","display_name":"Speech enhancement","level":3,"score":0.45097774267196655},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.4491066634654999},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.4474242329597473},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.42810916900634766},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39275026321411133},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3360309600830078},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08290109038352966},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07762816548347473},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.07451897859573364},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.058183878660202026},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C46141821","wikidata":"https://www.wikidata.org/wiki/Q209402","display_name":"Nuclear magnetic resonance","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp.2017.7953223","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2017.7953223","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.unipa.it:10447/649514","is_oa":false,"landing_page_url":"https://hdl.handle.net/10447/649514","pdf_url":null,"source":{"id":"https://openalex.org/S4306401065","display_name":"Nova Science Publishers (Nova Science Publishers, Inc.)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bookPart"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1614862348","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1904365287","https://openalex.org/W1974387177","https://openalex.org/W2044893557","https://openalex.org/W2078528584","https://openalex.org/W2100969003","https://openalex.org/W2114766824","https://openalex.org/W2130306094","https://openalex.org/W2139008940","https://openalex.org/W2143612262","https://openalex.org/W2147768505","https://openalex.org/W2156150815","https://openalex.org/W2165698076","https://openalex.org/W2172166488","https://openalex.org/W2294370754","https://openalex.org/W2296516251","https://openalex.org/W2304609584","https://openalex.org/W2402040300","https://openalex.org/W2407793339","https://openalex.org/W2520176975","https://openalex.org/W2952432176","https://openalex.org/W2962988160","https://openalex.org/W2963628712","https://openalex.org/W2963674932","https://openalex.org/W2964299589","https://openalex.org/W3209042722","https://openalex.org/W4253928870","https://openalex.org/W4255455116","https://openalex.org/W6631943919","https://openalex.org/W6677103964","https://openalex.org/W6679349572","https://openalex.org/W6685405536","https://openalex.org/W6697811694","https://openalex.org/W6712847557","https://openalex.org/W6713823255"],"related_works":["https://openalex.org/W2821676139","https://openalex.org/W3043695725","https://openalex.org/W4382138864","https://openalex.org/W2578444090","https://openalex.org/W2963548962","https://openalex.org/W4387770285","https://openalex.org/W3022215768","https://openalex.org/W3135975972","https://openalex.org/W3016888008","https://openalex.org/W4385864216"],"abstract_inverted_index":{"Leveraging":[0],"upon":[1],"transfer":[2,70,76,104],"learning,":[3,110],"we":[4],"distill":[5],"the":[6,43,47,50,61,73,79,86,90,94,128],"knowledge":[7,44],"in":[8,46,68,98],"a":[9,18,54,64,101],"conventional":[10],"wide":[11],"and":[12,26,93,111],"deep":[13],"neural":[14],"network":[15],"(DNN)":[16],"into":[17],"narrower":[19],"yet":[20],"deeper":[21],"model":[22,67],"with":[23,127],"fewer":[24],"parameters":[25],"comparable":[27],"system":[28],"performance":[29,126],"for":[30],"speech":[31,95],"enhancement.":[32],"We":[33],"present":[34],"three":[35],"transfer-learning":[36],"solutions":[37],"to":[38,59,84],"accomplish":[39],"our":[40],"goal.":[41],"First,":[42],"embedded":[45],"form":[48],"of":[49,53,63,89],"output":[51,87],"values":[52],"high-performance":[55],"DNN":[56,66,81,112],"is":[57,82,106],"used":[58],"guide":[60],"training":[62],"smaller":[65,80],"sequential":[69],"learning.":[71],"In":[72],"second":[74],"multi-task":[75,109],"learning":[77,105],"solution,":[78],"trained":[83],"learn":[85],"value":[88],"larger":[91],"DNN,":[92],"enhancement":[96,125],"task":[97],"parallel.":[99],"Finally,":[100],"progressive":[102],"stacking":[103],"accomplished":[107],"through":[108],"stacking.":[113],"Our":[114],"experimental":[115],"evidences":[116],"demonstrate":[117],"5":[118],"times":[119],"parameter":[120],"reduction":[121],"while":[122],"maintaining":[123],"similar":[124],"proposed":[129],"framework.":[130]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}