{"id":"https://openalex.org/W4319862642","doi":"https://doi.org/10.1109/slt54892.2023.10023274","title":"Exploring Efficient-Tuning Methods in Self-Supervised Speech Models","display_name":"Exploring Efficient-Tuning Methods in Self-Supervised Speech Models","publication_year":2023,"publication_date":"2023-01-09","ids":{"openalex":"https://openalex.org/W4319862642","doi":"https://doi.org/10.1109/slt54892.2023.10023274"},"language":"en","primary_location":{"id":"doi:10.1109/slt54892.2023.10023274","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt54892.2023.10023274","pdf_url":null,"source":{"id":"https://openalex.org/S4363605953","display_name":"2022 IEEE Spoken Language Technology Workshop (SLT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006382467","display_name":"Zih-Ching Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Zih-Ching Chen","raw_affiliation_strings":["National Taiwan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000196002","display_name":"Chin-Lun Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chin-Lun Fu","raw_affiliation_strings":["National Taiwan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001766200","display_name":"Chih-Ying Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chih-Ying Liu","raw_affiliation_strings":["National Taiwan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088685280","display_name":"Shang-Wen Daniel Li","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shang-Wen Daniel Li","raw_affiliation_strings":["Amazon AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon AI","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040508737","display_name":"Hung-yi Lee","orcid":"https://orcid.org/0000-0002-9654-5747"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hung-yi Lee","raw_affiliation_strings":["National Taiwan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.2269,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.96540331,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1120","last_page":"1127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8355833888053894},{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.7514156103134155},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.531073272228241},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.512246310710907},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4390217065811157},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4310291111469269},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4266738295555115},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.11030539870262146}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8355833888053894},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.7514156103134155},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.531073272228241},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.512246310710907},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4390217065811157},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4310291111469269},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4266738295555115},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.11030539870262146},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/slt54892.2023.10023274","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt54892.2023.10023274","pdf_url":null,"source":{"id":"https://openalex.org/S4363605953","display_name":"2022 IEEE Spoken Language Technology Workshop (SLT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W2127141656","https://openalex.org/W3036601975","https://openalex.org/W3101498587","https://openalex.org/W3112034174","https://openalex.org/W3168867926","https://openalex.org/W3174770825","https://openalex.org/W3176693010","https://openalex.org/W3176828726","https://openalex.org/W3197580070","https://openalex.org/W3200396895","https://openalex.org/W3209059054","https://openalex.org/W4224930323","https://openalex.org/W4225274946","https://openalex.org/W4225410153","https://openalex.org/W4226162428","https://openalex.org/W4226380987","https://openalex.org/W4281492411","https://openalex.org/W4283073456","https://openalex.org/W4292779060","https://openalex.org/W4394671563","https://openalex.org/W6759579507","https://openalex.org/W6778883912","https://openalex.org/W6780218876","https://openalex.org/W6786669483","https://openalex.org/W6790356757","https://openalex.org/W6796581206","https://openalex.org/W6802744804"],"related_works":["https://openalex.org/W2133028525","https://openalex.org/W4229060448","https://openalex.org/W4306381730","https://openalex.org/W2981692913","https://openalex.org/W3044188621","https://openalex.org/W4390062853","https://openalex.org/W4389256085","https://openalex.org/W4399290976","https://openalex.org/W4285328440","https://openalex.org/W4313644201"],"abstract_inverted_index":{"In":[0,61],"this":[1,59,96],"study,":[2],"we":[3,92],"aim":[4],"to":[5,57,94],"explore":[6],"efficient":[7,129],"tuning":[8,130],"methods":[9],"for":[10,25,33,88],"speech":[11,27,90,105,143],"self-supervised":[12,18,89],"learning.":[13],"Recent":[14],"studies":[15,81],"show":[16,109],"that":[17,110],"learning":[19],"(SSL)":[20],"can":[21,114],"learn":[22],"powerful":[23],"representations":[24],"different":[26],"tasks.":[28,144],"However,":[29],"fine-tuning":[30],"pre-trained":[31,104],"models":[32,41,68],"each":[34],"downstream":[35,62],"task":[36],"is":[37,133],"parameter-inefficient":[38],"since":[39],"SSL":[40,67,106],"are":[42,50,69,75],"notoriously":[43],"large":[44],"with":[45,117],"millions":[46],"of":[47,66,80,86,128,138],"parameters.":[48],"Adapters":[49],"lightweight":[51],"modules":[52,102],"commonly":[53],"used":[54],"in":[55,103],"NLP":[56],"solve":[58],"problem.":[60],"tasks,":[63,91],"the":[64,73,78,84,111,124,134],"parameters":[65],"frozen,":[70],"and":[71,122,126],"only":[72],"adapters":[74,87],"trained.":[76],"Given":[77],"lack":[79],"generally":[82],"exploring":[83],"effectiveness":[85],"intend":[93],"fill":[95],"gap":[97],"by":[98],"adding":[99],"various":[100,139],"adapter":[101,140],"models.":[107],"We":[108],"performance":[112],"parity":[113],"be":[115],"achieved":[116],"over":[118],"90%":[119],"parameter":[120],"reduction,":[121],"discussed":[123],"pros":[125],"cons":[127],"techniques.":[131],"This":[132],"first":[135],"comprehensive":[136],"investigation":[137],"types":[141],"across":[142]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":8}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}