{"id":"https://openalex.org/W3027171322","doi":"https://doi.org/10.3390/s20102948","title":"Speech Discrimination in Real-World Group Communication Using Audio-Motion Multimodal Sensing","display_name":"Speech Discrimination in Real-World Group Communication Using Audio-Motion Multimodal Sensing","publication_year":2020,"publication_date":"2020-05-22","ids":{"openalex":"https://openalex.org/W3027171322","doi":"https://doi.org/10.3390/s20102948","mag":"3027171322","pmid":"https://pubmed.ncbi.nlm.nih.gov/32456031"},"language":"en","primary_location":{"id":"doi:10.3390/s20102948","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20102948","pdf_url":"https://www.mdpi.com/1424-8220/20/10/2948/pdf?version=1590557548","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/20/10/2948/pdf?version=1590557548","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036590962","display_name":"Takayuki Nozawa","orcid":"https://orcid.org/0000-0001-6300-4373"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Takayuki Nozawa","raw_affiliation_strings":["Research Institute for the Earth Inclusive Sensing, Tokyo Institute of Technology, Tokyo 152-8550, Japan"],"raw_orcid":"https://orcid.org/0000-0001-6300-4373","affiliations":[{"raw_affiliation_string":"Research Institute for the Earth Inclusive Sensing, Tokyo Institute of Technology, Tokyo 152-8550, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019029190","display_name":"Mizuki Uchiyama","orcid":null},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mizuki Uchiyama","raw_affiliation_strings":["School of Computing, Tokyo Institute of Technology, Yokohama 226-8502, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Tokyo Institute of Technology, Yokohama 226-8502, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016970856","display_name":"Keigo Honda","orcid":"https://orcid.org/0000-0002-6241-4175"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keigo Honda","raw_affiliation_strings":["School of Computing, Tokyo Institute of Technology, Yokohama 226-8502, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Tokyo Institute of Technology, Yokohama 226-8502, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060714518","display_name":"Tamio Nakano","orcid":null},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tamio Nakano","raw_affiliation_strings":["Institute for Liberal Arts, Tokyo Institute of Technology, Tokyo 152-8550, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Liberal Arts, Tokyo Institute of Technology, Tokyo 152-8550, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046000557","display_name":"Yoshihiro Miyake","orcid":"https://orcid.org/0000-0001-6158-401X"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshihiro Miyake","raw_affiliation_strings":["Department of Computer Science, Tokyo Institute of Technology, Yokohama 226-8502, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tokyo Institute of Technology, Yokohama 226-8502, Japan","institution_ids":["https://openalex.org/I114531698"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5036590962"],"corresponding_institution_ids":["https://openalex.org/I114531698"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":0.1448,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.46291398,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"20","issue":"10","first_page":"2948","last_page":"2948"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6788290739059448},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.67523193359375},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.6338350772857666},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5906791687011719},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5589900612831116},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.5209235548973083},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.5082539916038513},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.4209284782409668},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4069731533527374}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6788290739059448},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.67523193359375},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.6338350772857666},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5906791687011719},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5589900612831116},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.5209235548973083},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.5082539916038513},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.4209284782409668},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4069731533527374},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s20102948","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20102948","pdf_url":"https://www.mdpi.com/1424-8220/20/10/2948/pdf?version=1590557548","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:32456031","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32456031","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:c1e76932cc854397957b4b5a36a9dd88","is_oa":true,"landing_page_url":"https://doaj.org/article/c1e76932cc854397957b4b5a36a9dd88","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 20, Iss 10, p 2948 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/20/10/2948/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/s20102948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7287755","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7287755","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s20102948","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20102948","pdf_url":"https://www.mdpi.com/1424-8220/20/10/2948/pdf?version=1590557548","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"},{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G3369962657","display_name":"Coordination dynamics of neural, bodily, physiological activities and their relationship to creative interaction","funder_award_id":"20H03553","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6557487814","display_name":"Correspondence between interpersonal synchronization of high-dimensional neural dynamics and subjective experience dynamics.","funder_award_id":"17H01753","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7206004797","display_name":"Real-time visualization system of embodied communication field for co-creative lecture support","funder_award_id":"15H01771","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7471127837","display_name":"\u300e\u30b5\u30a4\u30ec\u30f3\u30c8\u30dc\u30a4\u30b9\u3068\u306e\u5171\u611f\u300f\u5730\u7403\u30a4\u30f3\u30af\u30eb\u30fc\u30b7\u30d6\u30bb\u30f3\u30b7\u30f3\u30b0\u7814\u7a76\u62e0\u70b9","funder_award_id":"JPMJCE1309","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"}],"funders":[{"id":"https://openalex.org/F4320320912","display_name":"Ministry of Education, Culture, Sports, Science and Technology","ror":"https://ror.org/048rj2z13"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320334789","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3027171322.pdf","grobid_xml":"https://content.openalex.org/works/W3027171322.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W24332674","https://openalex.org/W273955616","https://openalex.org/W1507031434","https://openalex.org/W1562651896","https://openalex.org/W1563939609","https://openalex.org/W1936725236","https://openalex.org/W1971791733","https://openalex.org/W1976552421","https://openalex.org/W1979354511","https://openalex.org/W1985242443","https://openalex.org/W1991899119","https://openalex.org/W2006400585","https://openalex.org/W2017634428","https://openalex.org/W2023582935","https://openalex.org/W2035203750","https://openalex.org/W2041167114","https://openalex.org/W2057087916","https://openalex.org/W2064194796","https://openalex.org/W2072091761","https://openalex.org/W2075432418","https://openalex.org/W2081074144","https://openalex.org/W2083419499","https://openalex.org/W2090088747","https://openalex.org/W2101601151","https://openalex.org/W2115175902","https://openalex.org/W2117321034","https://openalex.org/W2129120544","https://openalex.org/W2148143831","https://openalex.org/W2153842971","https://openalex.org/W2159591770","https://openalex.org/W2169264834","https://openalex.org/W2240641835","https://openalex.org/W2316138215","https://openalex.org/W2480455979","https://openalex.org/W2612628779","https://openalex.org/W2792351646","https://openalex.org/W4246625161","https://openalex.org/W4255898812","https://openalex.org/W6610017368","https://openalex.org/W6737526184"],"related_works":["https://openalex.org/W2529301793","https://openalex.org/W2384121599","https://openalex.org/W2038083449","https://openalex.org/W3177678247","https://openalex.org/W1999617572","https://openalex.org/W2944572343","https://openalex.org/W2333799855","https://openalex.org/W2351687372","https://openalex.org/W2004087835","https://openalex.org/W2314871050"],"abstract_inverted_index":{"Speech":[0],"discrimination":[1,41,191],"that":[2,42,62,113,179],"determines":[3],"whether":[4],"a":[5,10,86,133,159],"participant":[6,130],"is":[7,13,43],"speaking":[8],"at":[9],"given":[11],"moment":[12],"essential":[14],"in":[15,21,33,85,116,192],"investigating":[16],"human":[17],"verbal":[18],"communication.":[19],"Specifically,":[20],"dynamic":[22,193],"real-world":[23],"situations":[24],"where":[25],"multiple":[26],"people":[27],"participate":[28],"in,":[29],"and":[30,60,65,79,108,111,125,131,148,157,172],"form,":[31],"groups":[32],"the":[34,101,137,145,163,169],"same":[35],"space,":[36],"simultaneous":[37],"speakers":[38],"render":[39],"speech":[40,75],"solely":[44],"based":[45],"on":[46,55],"audio":[47,64],"sensing":[48,182],"difficult.":[49],"In":[50],"this":[51],"study,":[52],"we":[53,99,123,153],"focused":[54],"physical":[56,66,80,109,114],"activity":[57,81],"during":[58],"speech,":[59],"hypothesized":[61],"combining":[63],"motion":[67],"data":[68,82],"acquired":[69],"by":[70],"wearable":[71],"sensors":[72],"can":[73,187],"improve":[74],"discrimination.":[76],"Thus,":[77],"utterance":[78,190],"of":[83],"students":[84],"university":[87],"participatory":[88],"class":[89],"were":[90],"recorded,":[91],"using":[92,183],"smartphones":[93,186],"worn":[94],"around":[95],"their":[96],"neck.":[97],"First,":[98],"tested":[100,126,154],"temporal":[102],"relationship":[103],"between":[104],"manually":[105],"identified":[106],"utterances":[107],"motions":[110],"confirmed":[112],"activities":[115],"wide-frequency":[117],"ranges":[118],"co-occurred":[119],"with":[120,136,162],"utterances.":[121],"Second,":[122],"trained":[124],"classifiers":[127],"for":[128],"each":[129],"found":[132],"higher":[134,160],"performance":[135,161],"audio-motion":[138,164,180],"classifier":[139,166],"(average":[140],"accuracy":[141],"92.2%)":[142],"than":[143,168],"both":[144],"audio-only":[146,170],"(80.4%)":[147],"motion-only":[149,173],"(87.8%)":[150],"classifiers.":[151,175],"Finally,":[152],"inter-individual":[155],"classification":[156],"obtained":[158],"combined":[165],"(83.2%)":[167],"(67.7%)":[171],"(71.9%)":[174],"These":[176],"results":[177],"show":[178],"multimodal":[181],"widely":[184],"available":[185],"provide":[188],"effective":[189],"group":[194],"communications.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}