{"id":"https://openalex.org/W4400976593","doi":"https://doi.org/10.1109/jstsp.2024.3433616","title":"Unstructured Pruning and Low Rank Factorisation of Self-Supervised Pre-Trained Speech Models","display_name":"Unstructured Pruning and Low Rank Factorisation of Self-Supervised Pre-Trained Speech Models","publication_year":2024,"publication_date":"2024-07-25","ids":{"openalex":"https://openalex.org/W4400976593","doi":"https://doi.org/10.1109/jstsp.2024.3433616"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2024.3433616","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2024.3433616","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034166666","display_name":"Haoyu Wang","orcid":"https://orcid.org/0009-0000-9167-2459"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Wang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-9167-2459","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100692904","display_name":"Wei-Qiang Zhang","orcid":"https://orcid.org/0000-0003-3841-1959"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei-Qiang Zhang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3841-1959","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1383,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88961924,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"18","issue":"6","first_page":"1046","last_page":"1058"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7132638692855835},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6293235421180725},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.553112804889679},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5484115481376648},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4861680865287781},{"id":"https://openalex.org/keywords/factorization","display_name":"Factorization","score":0.462439626455307},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43854308128356934},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4269677996635437},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24566298723220825},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12027302384376526}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7132638692855835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6293235421180725},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.553112804889679},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5484115481376648},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4861680865287781},{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.462439626455307},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43854308128356934},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4269677996635437},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24566298723220825},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12027302384376526},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2024.3433616","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2024.3433616","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1014351457","display_name":null,"funder_award_id":"62276153","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W1991825408","https://openalex.org/W2004026774","https://openalex.org/W2048695508","https://openalex.org/W2058641082","https://openalex.org/W2156150815","https://openalex.org/W2294543795","https://openalex.org/W2592246480","https://openalex.org/W2888867175","https://openalex.org/W2896457183","https://openalex.org/W2899928528","https://openalex.org/W2964158696","https://openalex.org/W2972584841","https://openalex.org/W2979691890","https://openalex.org/W3006631416","https://openalex.org/W3015286511","https://openalex.org/W3035016149","https://openalex.org/W3103754749","https://openalex.org/W3115511229","https://openalex.org/W3116594510","https://openalex.org/W3134419573","https://openalex.org/W3182242813","https://openalex.org/W3197580070","https://openalex.org/W3203140070","https://openalex.org/W3204696009","https://openalex.org/W3209059054","https://openalex.org/W3209984917","https://openalex.org/W4224952741","https://openalex.org/W4225834014","https://openalex.org/W4281492411","https://openalex.org/W4285144981","https://openalex.org/W4297841557","https://openalex.org/W4320732567","https://openalex.org/W4372259858","https://openalex.org/W4375869065","https://openalex.org/W4382318758","https://openalex.org/W4385572781","https://openalex.org/W4385823182","https://openalex.org/W4385823426","https://openalex.org/W4387714151","https://openalex.org/W6745499552","https://openalex.org/W6750665317","https://openalex.org/W6762262999","https://openalex.org/W6773667195","https://openalex.org/W6777017071","https://openalex.org/W6777776875","https://openalex.org/W6780218876","https://openalex.org/W6780482815","https://openalex.org/W6796551075","https://openalex.org/W6798771065","https://openalex.org/W6804197425","https://openalex.org/W6840030994","https://openalex.org/W6840636547","https://openalex.org/W6848451824","https://openalex.org/W6853658832","https://openalex.org/W6853830810"],"related_works":["https://openalex.org/W2794559785","https://openalex.org/W2373300491","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W1998810860","https://openalex.org/W4206442282","https://openalex.org/W1754499339","https://openalex.org/W2384505857","https://openalex.org/W2355171581"],"abstract_inverted_index":{"Self-supervised":[0],"pre-trained":[1],"speech":[2,15,104],"models":[3],"require":[4],"significant":[5],"memory":[6],"and":[7,85,120],"computational":[8,38],"resources,":[9],"limiting":[10],"their":[11],"applicability":[12],"to":[13,81,92],"many":[14],"tasks.":[16],"Unstructured":[17],"pruning":[18],"is":[19],"a":[20,47,86,118],"compression":[21],"method":[22,110],"that":[23,50,107],"can":[24,111],"achieve":[25],"minimal":[26],"performance":[27],"degradation,":[28],"while":[29],"the":[30,52,57,94,108],"resulting":[31],"sparse":[32,59,115],"matrix":[33],"mandates":[34],"special":[35],"hardware":[36],"or":[37,126],"operators":[39],"for":[40,98],"acceleration.":[41],"In":[42],"this":[43],"study,":[44],"we":[45,76],"propose":[46],"novel":[48],"approach":[49],"leverages":[51],"potential":[53],"low-rank":[54],"structures":[55],"of":[56],"unstructured":[58,114],"matrices":[60],"by":[61],"applying":[62],"truncated":[63],"singular":[64,88],"value":[65,89],"decomposition":[66],"(SVD),":[67],"thus":[68],"converting":[69],"them":[70],"into":[71,117],"parameter-efficient":[72],"dense":[73,122],"models.":[74],"Moreover,":[75],"introduce":[77],"nuclear":[78],"norm":[79],"regularisation":[80],"ensure":[82],"lower":[83],"rank":[84],"learnable":[87],"selection":[90],"strategy":[91],"determine":[93],"approximate":[95],"truncation":[96],"rate":[97],"each":[99],"matrix.":[100],"Experiments":[101],"on":[102],"multiple":[103],"tasks":[105],"demonstrate":[106],"proposed":[109],"convert":[112],"an":[113],"model":[116,123],"light-weight":[119],"hardware-friendly":[121],"with":[124],"comparable":[125],"superior":[127],"performance.":[128]},"counts_by_year":[{"year":2025,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}