{"id":"https://openalex.org/W4391331185","doi":"https://doi.org/10.1109/smc53992.2023.10394252","title":"Assessing the Vulnerability of Self-Supervised Speech Representations for Keyword Spotting Under White-Box Adversarial Attacks","display_name":"Assessing the Vulnerability of Self-Supervised Speech Representations for Keyword Spotting Under White-Box Adversarial Attacks","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4391331185","doi":"https://doi.org/10.1109/smc53992.2023.10394252"},"language":"en","primary_location":{"id":"doi:10.1109/smc53992.2023.10394252","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/smc53992.2023.10394252","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059048857","display_name":"Heitor R. Guimar\u00e3es","orcid":"https://orcid.org/0000-0001-9929-9871"},"institutions":[{"id":"https://openalex.org/I39481719","display_name":"Institut National de la Recherche Scientifique","ror":"https://ror.org/04td37d32","country_code":"CA","type":"education","lineage":["https://openalex.org/I39481719","https://openalex.org/I49663120"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Heitor R. Guimar\u00e3es","raw_affiliation_strings":["Institut national de la recherche scientifique (INRS-EMT), University of Quebec,Montréal,Canad"],"affiliations":[{"raw_affiliation_string":"Institut national de la recherche scientifique (INRS-EMT), University of Quebec,Montréal,Canad","institution_ids":["https://openalex.org/I39481719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062474168","display_name":"Yi Zhu","orcid":"https://orcid.org/0000-0001-7413-5205"},"institutions":[{"id":"https://openalex.org/I39481719","display_name":"Institut National de la Recherche Scientifique","ror":"https://ror.org/04td37d32","country_code":"CA","type":"education","lineage":["https://openalex.org/I39481719","https://openalex.org/I49663120"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yi Zhu","raw_affiliation_strings":["Institut national de la recherche scientifique (INRS-EMT), University of Quebec,Montréal,Canad"],"affiliations":[{"raw_affiliation_string":"Institut national de la recherche scientifique (INRS-EMT), University of Quebec,Montréal,Canad","institution_ids":["https://openalex.org/I39481719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093657070","display_name":"Orson Mengara","orcid":"https://orcid.org/0009-0009-4022-3499"},"institutions":[{"id":"https://openalex.org/I39481719","display_name":"Institut National de la Recherche Scientifique","ror":"https://ror.org/04td37d32","country_code":"CA","type":"education","lineage":["https://openalex.org/I39481719","https://openalex.org/I49663120"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Orson Mengara","raw_affiliation_strings":["Institut national de la recherche scientifique (INRS-EMT), University of Quebec,Montréal,Canad"],"affiliations":[{"raw_affiliation_string":"Institut national de la recherche scientifique (INRS-EMT), University of Quebec,Montréal,Canad","institution_ids":["https://openalex.org/I39481719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009407218","display_name":"Anderson R. Avila","orcid":"https://orcid.org/0000-0002-3088-5116"},"institutions":[{"id":"https://openalex.org/I39481719","display_name":"Institut National de la Recherche Scientifique","ror":"https://ror.org/04td37d32","country_code":"CA","type":"education","lineage":["https://openalex.org/I39481719","https://openalex.org/I49663120"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Anderson R. Avila","raw_affiliation_strings":["Institut national de la recherche scientifique (INRS-EMT), University of Quebec,Montréal,Canad"],"affiliations":[{"raw_affiliation_string":"Institut national de la recherche scientifique (INRS-EMT), University of Quebec,Montréal,Canad","institution_ids":["https://openalex.org/I39481719"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065418889","display_name":"Tiago H. Falk","orcid":"https://orcid.org/0000-0002-5739-2514"},"institutions":[{"id":"https://openalex.org/I39481719","display_name":"Institut National de la Recherche Scientifique","ror":"https://ror.org/04td37d32","country_code":"CA","type":"education","lineage":["https://openalex.org/I39481719","https://openalex.org/I49663120"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tiago H. Falk","raw_affiliation_strings":["Institut national de la recherche scientifique (INRS-EMT), University of Quebec,Montréal,Canad"],"affiliations":[{"raw_affiliation_string":"Institut national de la recherche scientifique (INRS-EMT), University of Quebec,Montréal,Canad","institution_ids":["https://openalex.org/I39481719"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5059048857"],"corresponding_institution_ids":["https://openalex.org/I39481719"],"apc_list":null,"apc_paid":null,"fwci":0.1746,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5986931,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"33","issue":null,"first_page":"1672","last_page":"1677"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/keyword-spotting","display_name":"Keyword spotting","score":0.8871891498565674},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7792258858680725},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7483267784118652},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6514137983322144},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6134011745452881},{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.4997258186340332},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4716353118419647},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4697416424751282},{"id":"https://openalex.org/keywords/white-noise","display_name":"White noise","score":0.42238038778305054},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37847796082496643},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.324491024017334},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08307906985282898}],"concepts":[{"id":"https://openalex.org/C2781213101","wikidata":"https://www.wikidata.org/wiki/Q6398558","display_name":"Keyword spotting","level":2,"score":0.8871891498565674},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7792258858680725},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7483267784118652},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6514137983322144},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6134011745452881},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.4997258186340332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4716353118419647},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4697416424751282},{"id":"https://openalex.org/C112633086","wikidata":"https://www.wikidata.org/wiki/Q381287","display_name":"White noise","level":2,"score":0.42238038778305054},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37847796082496643},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.324491024017334},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08307906985282898},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc53992.2023.10394252","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/smc53992.2023.10394252","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.75,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W122386018","https://openalex.org/W1494198834","https://openalex.org/W1922655562","https://openalex.org/W2125114513","https://openalex.org/W2127707623","https://openalex.org/W2163922914","https://openalex.org/W2797583228","https://openalex.org/W2883496341","https://openalex.org/W2963857521","https://openalex.org/W2964121744","https://openalex.org/W2964301649","https://openalex.org/W2973049979","https://openalex.org/W2979826702","https://openalex.org/W2995181338","https://openalex.org/W3036601975","https://openalex.org/W3091508658","https://openalex.org/W3119308075","https://openalex.org/W3163384138","https://openalex.org/W3167533889","https://openalex.org/W3197580070","https://openalex.org/W3198694222","https://openalex.org/W3209059054","https://openalex.org/W3209984917","https://openalex.org/W3214576767","https://openalex.org/W4206567542","https://openalex.org/W4225905067","https://openalex.org/W4287282771","https://openalex.org/W4293580221","https://openalex.org/W4293846201","https://openalex.org/W4309129521","https://openalex.org/W4362714617","https://openalex.org/W6631190155","https://openalex.org/W6640090968","https://openalex.org/W6640425456","https://openalex.org/W6739868092","https://openalex.org/W6750665317","https://openalex.org/W6780218876","https://openalex.org/W6791552382"],"related_works":["https://openalex.org/W4288055406","https://openalex.org/W3137894200","https://openalex.org/W3092178728","https://openalex.org/W4226402597","https://openalex.org/W4200630034","https://openalex.org/W3132910851","https://openalex.org/W4377864639","https://openalex.org/W4392340763","https://openalex.org/W2997056298","https://openalex.org/W2950864148"],"abstract_inverted_index":{"Self-supervised":[0],"speech":[1,13,51,130],"pre-training":[2],"has":[3],"emerged":[4],"as":[5,73],"a":[6,74,121],"useful":[7],"tool":[8,123],"to":[9,26,33,39,58,85,109,119,129],"extract":[10],"representations":[11,52],"from":[12],"that":[14,79],"can":[15],"be":[16,40,120],"used":[17],"across":[18],"different":[19,64],"tasks.":[20],"While":[21],"these":[22],"models":[23,81,100],"are":[24,82],"starting":[25],"appear":[27],"in":[28,107],"commercial":[29],"systems,":[30],"their":[31],"robustness":[32],"so-called":[34],"adversarial":[35,61,127],"attacks":[36,62,98,128],"have":[37],"yet":[38],"fully":[41],"characterized.":[42],"This":[43],"paper":[44,92],"evaluates":[45],"the":[46,80,95,103],"vulnerability":[47],"of":[48,97,126],"three":[49,59],"self-supervised":[50],"(wav2vec":[53],"2.0,":[54],"HuBERT":[55],"and":[56,77,101],"WavLM)":[57],"white-box":[60],"under":[63],"signal-to-noise":[65],"ratios":[66],"(SNR).":[67],"The":[68,91,115],"study":[69],"uses":[70],"keyword":[71],"spotting":[72],"downstream":[75],"task":[76],"shows":[78,118],"very":[83],"vulnerable":[84],"attacks,":[86],"even":[87],"at":[88],"high":[89],"SNRs.":[90],"also":[93],"investigates":[94],"transferability":[96],"between":[99],"analyses":[102],"generated":[104],"noise":[105],"patterns":[106],"order":[108],"develop":[110],"more":[111],"effective":[112],"defence":[113],"mechanisms.":[114],"modulation":[116],"spectrum":[117],"potential":[122],"for":[124],"detection":[125],"systems.":[131]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}