{"id":"https://openalex.org/W4403525818","doi":"https://doi.org/10.1186/s13636-024-00375-1","title":"SVQ-MAE: an efficient speech pre-training framework with constrained computational resources","display_name":"SVQ-MAE: an efficient speech pre-training framework with constrained computational resources","publication_year":2024,"publication_date":"2024-10-19","ids":{"openalex":"https://openalex.org/W4403525818","doi":"https://doi.org/10.1186/s13636-024-00375-1"},"language":"en","primary_location":{"id":"doi:10.1186/s13636-024-00375-1","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13636-024-00375-1","pdf_url":"https://asmp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13636-024-00375-1","source":{"id":"https://openalex.org/S19605986","display_name":"EURASIP Journal on Audio Speech and Music Processing","issn_l":"1687-4714","issn":["1687-4714","1687-4722"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Audio, Speech, and Music Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://asmp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13636-024-00375-1","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044255594","display_name":"Xuyi Zhuang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuyi Zhuang","raw_affiliation_strings":["Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073118994","display_name":"Yukun Qian","orcid":"https://orcid.org/0000-0001-9095-4024"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yukun Qian","raw_affiliation_strings":["Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009651653","display_name":"Mingjiang Wang","orcid":"https://orcid.org/0000-0002-4706-009X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingjiang Wang","raw_affiliation_strings":["Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5009651653"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":{"value":1115,"currency":"GBP","value_usd":1367},"apc_paid":{"value":1115,"currency":"GBP","value_usd":1367},"fwci":0.2778,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63253649,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"2024","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9235810041427612},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6853665113449097},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4773419201374054},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4390123188495636},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40559589862823486},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.38789838552474976}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9235810041427612},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6853665113449097},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4773419201374054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4390123188495636},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40559589862823486},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38789838552474976},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13636-024-00375-1","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13636-024-00375-1","pdf_url":"https://asmp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13636-024-00375-1","source":{"id":"https://openalex.org/S19605986","display_name":"EURASIP Journal on Audio Speech and Music Processing","issn_l":"1687-4714","issn":["1687-4714","1687-4722"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Audio, Speech, and Music Processing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:22dd2237864a4756990308ecea310515","is_oa":false,"landing_page_url":"https://doaj.org/article/22dd2237864a4756990308ecea310515","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EURASIP Journal on Audio, Speech, and Music Processing, Vol 2024, Iss 1, Pp 1-16 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13636-024-00375-1","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13636-024-00375-1","pdf_url":"https://asmp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13636-024-00375-1","source":{"id":"https://openalex.org/S19605986","display_name":"EURASIP Journal on Audio Speech and Music Processing","issn_l":"1687-4714","issn":["1687-4714","1687-4722"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Audio, Speech, and Music Processing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6399999856948853}],"awards":[{"id":"https://openalex.org/G1265899161","display_name":null,"funder_award_id":"62176102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3929901318","display_name":null,"funder_award_id":"62276076","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7067111108","display_name":null,"funder_award_id":"62176102","funder_id":"https://openalex.org/F4320315254","funder_display_name":"Innovative Research Group Project of the National Natural Science Foundation of China"},{"id":"https://openalex.org/G8072117498","display_name":null,"funder_award_id":"2020B1515120","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G983221462","display_name":null,"funder_award_id":"62276076","funder_id":"https://openalex.org/F4320315254","funder_display_name":"Innovative Research Group Project of the National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320315254","display_name":"Innovative Research Group Project of the National Natural Science Foundation of China","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403525818.pdf","grobid_xml":"https://content.openalex.org/works/W4403525818.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W2146334809","https://openalex.org/W2331143823","https://openalex.org/W2726515241","https://openalex.org/W2883725317","https://openalex.org/W2933138175","https://openalex.org/W2936774411","https://openalex.org/W2963242190","https://openalex.org/W2973049979","https://openalex.org/W2973157397","https://openalex.org/W2982223350","https://openalex.org/W3015213852","https://openalex.org/W3015265920","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3041561163","https://openalex.org/W3096160024","https://openalex.org/W3097286738","https://openalex.org/W3097625183","https://openalex.org/W3097874139","https://openalex.org/W3097906045","https://openalex.org/W3160622492","https://openalex.org/W3171007011","https://openalex.org/W3174311593","https://openalex.org/W3197478142","https://openalex.org/W3197580070","https://openalex.org/W3198858531","https://openalex.org/W3200006799","https://openalex.org/W3200287550","https://openalex.org/W3203140070","https://openalex.org/W3209059054","https://openalex.org/W3209984917","https://openalex.org/W3212799896","https://openalex.org/W4212772209","https://openalex.org/W4283067311","https://openalex.org/W4297841853","https://openalex.org/W4312097016","https://openalex.org/W6602452458","https://openalex.org/W6605755270"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Self-supervised":[0],"learning":[1,17,63,139],"for":[2,121,176,201],"speech":[3,13,25,104,151],"pre-training":[4,29,50,83,122],"models":[5,32],"has":[6],"achieved":[7],"remarkable":[8],"success":[9],"in":[10,22,76,149,189,198],"acquiring":[11],"superior":[12],"contextual":[14,105,152],"representations":[15,106],"by":[16,55,158],"from":[18,93],"unlabeled":[19],"audio,":[20],"excelling":[21],"numerous":[23],"downstream":[24],"tasks.":[26,196],"However,":[27],"the":[28,47,57,61,69,72,94,126,132,138,146,179],"of":[30,49,60,71,96,103,141,213],"these":[31],"necessitates":[33],"significant":[34],"computational":[35],"resources":[36],"and":[37,107,144,193],"training":[38],"duration,":[39],"presenting":[40],"a":[41,81,118,209],"high":[42,166],"barrier":[43],"to":[44,130,155,169],"entry":[45],"into":[46],"realm":[48],"learning.":[51],"In":[52,178],"our":[53],"efforts,":[54],"amalgamating":[56],"resource-efficient":[58],"benefits":[59],"generative":[62],"model,":[64],"Masked":[65,88],"Auto":[66,89],"Encoder,":[67],"with":[68],"efficacy":[70],"vector":[73],"quantization":[74],"method":[75],"discriminative":[77],"learning,":[78],"we":[79,114],"introduce":[80],"novel":[82],"framework:":[84],"Speech":[85,180],"Vector":[86],"Quantization":[87],"Encoder":[90],"(SVQ-MAE).":[91],"Distinct":[92],"majority":[95],"SSL":[97],"frameworks,":[98],"which":[99,172],"require":[100],"simultaneous":[101],"construction":[102],"mask":[108,133],"reconstruction":[109,134],"within":[110],"an":[111],"encoder-only":[112],"module,":[113],"have":[115],"exclusively":[116],"designed":[117],"decoupled":[119,128],"decoder":[120,129],"SVQ-MAE.":[123],"This":[124],"allows":[125],"additional":[127],"undertake":[131],"task":[135],"solely,":[136],"reducing":[137],"complexity":[140],"pretext":[142],"tasks":[143],"enhancing":[145],"encoder\u2019s":[147],"efficiency":[148],"extracting":[150],"representations.":[153],"Owing":[154],"this":[156],"innovation,":[157],"using":[159],"only":[160],"4":[161],"GPUs,":[162],"SVQ-NAE":[163],"can":[164],"achieve":[165],"performance":[167],"comparable":[168],"wav2vec":[170,187],"2.0,":[171],"requires":[173],"64":[174],"GPUs":[175],"training.":[177],"Processing":[181],"Universal":[182],"Performance":[183],"Benchmark,":[184],"SVQ-MAE":[185,207],"surpasses":[186],"2.0":[188],"both":[190],"keyword":[191],"spotting":[192],"emotion":[194],"recognition":[195],"Furthermore,":[197],"cross-lingual":[199],"ASR":[200,218],"Mandarin,":[202],"upon":[203],"fine-tuning":[204],"on":[205],"AISHELL-1,":[206],"achieves":[208],"Character":[210],"Error":[211],"Rate":[212],"4.09%,":[214],"outperforming":[215],"all":[216],"supervised":[217],"models.":[219]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-10T14:07:55.174380","created_date":"2025-10-10T00:00:00"}