{"id":"https://openalex.org/W3206716742","doi":"https://doi.org/10.1109/icassp43922.2022.9747107","title":"Streaming on-Device Detection of Device Directed Speech from Voice and Touch-Based Invocation","display_name":"Streaming on-Device Detection of Device Directed Speech from Voice and Touch-Based Invocation","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W3206716742","doi":"https://doi.org/10.1109/icassp43922.2022.9747107","mag":"3206716742"},"language":"en","primary_location":{"id":"doi:10.1109/icassp43922.2022.9747107","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9747107","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038571306","display_name":"Ognjen Rudovic","orcid":"https://orcid.org/0000-0003-1165-6075"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ognjen Oggi Rudovic","raw_affiliation_strings":["Apple Inc"],"affiliations":[{"raw_affiliation_string":"Apple Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083649574","display_name":"Akanksha Bindal","orcid":"https://orcid.org/0009-0003-2698-3201"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akanksha Bindal","raw_affiliation_strings":["Apple Inc"],"affiliations":[{"raw_affiliation_string":"Apple Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083789644","display_name":"Vineet Garg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vineet Garg","raw_affiliation_strings":["Apple Inc"],"affiliations":[{"raw_affiliation_string":"Apple Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006330185","display_name":"Pramod Simha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pramod Simha","raw_affiliation_strings":["Apple Inc"],"affiliations":[{"raw_affiliation_string":"Apple Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063425263","display_name":"Pranay Dighe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pranay Dighe","raw_affiliation_strings":["Apple Inc"],"affiliations":[{"raw_affiliation_string":"Apple Inc","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065814281","display_name":"Sachin Kajarekar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sachin Kajarekar","raw_affiliation_strings":["Apple Inc"],"affiliations":[{"raw_affiliation_string":"Apple Inc","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5038571306"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4916,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.55892575,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"31","issue":null,"first_page":"491","last_page":"495"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8723031282424927},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.6807142496109009},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6080541610717773},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.5658011436462402},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.45136263966560364},{"id":"https://openalex.org/keywords/wearable-technology","display_name":"Wearable technology","score":0.4472278356552124},{"id":"https://openalex.org/keywords/voice-activity-detection","display_name":"Voice activity detection","score":0.42577964067459106},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4118284285068512},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.19380900263786316},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.14952591061592102},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0852789580821991}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8723031282424927},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.6807142496109009},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6080541610717773},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.5658011436462402},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.45136263966560364},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.4472278356552124},{"id":"https://openalex.org/C204201278","wikidata":"https://www.wikidata.org/wiki/Q1332614","display_name":"Voice activity detection","level":3,"score":0.42577964067459106},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4118284285068512},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.19380900263786316},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.14952591061592102},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0852789580821991},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp43922.2022.9747107","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9747107","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8399999737739563}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2064675550","https://openalex.org/W2407023693","https://openalex.org/W2510642588","https://openalex.org/W2792764867","https://openalex.org/W2797759721","https://openalex.org/W2887080793","https://openalex.org/W2891267443","https://openalex.org/W2891722048","https://openalex.org/W2963403868","https://openalex.org/W2964110616","https://openalex.org/W2964121744","https://openalex.org/W2973226577","https://openalex.org/W3001493895","https://openalex.org/W3007433671","https://openalex.org/W3042694025","https://openalex.org/W3095321517","https://openalex.org/W3095389792","https://openalex.org/W3097330909","https://openalex.org/W3100777112","https://openalex.org/W3141500890","https://openalex.org/W3161038873","https://openalex.org/W3161145038","https://openalex.org/W3163237592","https://openalex.org/W3198039885","https://openalex.org/W3198061281","https://openalex.org/W3198850376","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6739901393","https://openalex.org/W6749825310","https://openalex.org/W6754747464","https://openalex.org/W6780768447","https://openalex.org/W6784576758","https://openalex.org/W6801193894"],"related_works":["https://openalex.org/W3090300519","https://openalex.org/W2514492205","https://openalex.org/W4250401876","https://openalex.org/W2943851981","https://openalex.org/W2095299560","https://openalex.org/W2907667791","https://openalex.org/W3047461507","https://openalex.org/W3126390843","https://openalex.org/W4245880644","https://openalex.org/W2481123202"],"abstract_inverted_index":{"When":[0],"interacting":[1],"with":[2,138,164,181,192],"smart":[3],"devices":[4],"such":[5],"as":[6],"mobile-phones":[7],"or":[8,22,44,179],"wearables,":[9],"the":[10,28,34,41,75,82,95,109,116,154,165,171,182,199],"user":[11,53],"typically":[12],"invokes":[13],"a":[14,20,25,88,131,158,209],"virtual":[15],"assistant":[16],"(VA)":[17],"by":[18,23,40],"saying":[19],"keyword":[21],"pressing":[24],"button":[26,46],"on":[27,52,142],"device.":[29],"However,":[30],"in":[31,130,161,189,195],"many":[32],"cases,":[33],"VA":[35],"can":[36,120],"accidentally":[37],"be":[38],"invoked":[39],"keyword-like":[42],"speech":[43,70,123,187],"accidental":[45],"press,":[47],"which":[48],"may":[49],"have":[50],"implications":[51],"experience":[54],"and":[55,77,146,149,168,191],"privacy.":[56],"To":[57,80,108],"this":[58,114,136],"end,":[59],"we":[60,86],"propose":[61],"an":[62],"acoustic":[63],"false-trigger-mitigation":[64],"(FTM)":[65],"approach":[66,118,137,201],"for":[67,104],"on-device":[68],"device-directed":[69,122],"detection":[71],"that":[72,119,152,170],"simultaneously":[73],"handles":[74],"voice-trigger":[76],"touch-based":[78],"invocation.":[79],"facilitate":[81],"model":[83],"deployment":[84],"on-device,":[85],"introduce":[87],"new":[89],"streaming":[90,132,139,174],"decision":[91],"layer,":[92,145],"derived":[93],"using":[94],"notion":[96],"of":[97,111,202],"temporal":[98],"convolutional":[99],"networks":[100],"(TCN)":[101],"[1],":[102],"known":[103],"their":[105],"computational":[106],"efficiency.":[107],"best":[110],"our":[112],"knowledge,":[113],"is":[115],"first":[117],"detect":[121],"from":[124],"more":[125],"than":[126],"one":[127],"invocation":[128],"type":[129],"fashion.":[133],"We":[134],"compare":[135],"alternatives":[140],"based":[141],"vanilla":[143],"Average":[144],"canonical":[147],"LSTMs,":[148],"show:":[150],"(i)":[151],"all":[153],"models":[155],"show":[156],"only":[157],"small":[159],"degradation":[160],"accuracy":[162],"compared":[163,207],"invocation-specific":[166],"models,":[167],"(ii)":[169],"newly":[172],"introduced":[173],"TCN":[175],"consistently":[176],"performs":[177],"better":[178],"comparable":[180],"alternatives,":[183],"while":[184],"mitigating":[185],"device-undirected":[186],"faster":[188],"time,":[190],"(relative)":[193],"reduction":[194],"runtime":[196],"peak-memory":[197],"over":[198],"LSTM-based":[200],"33%":[203],"vs.":[204],"7%,":[205],"when":[206],"to":[208],"non-streaming":[210],"counterpart.":[211]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
