{"id":"https://openalex.org/W2260472133","doi":"https://doi.org/10.1145/2818346.2820755","title":"Multimodal Fusion using Respiration and Gaze for Predicting Next Speaker in Multi-Party Meetings","display_name":"Multimodal Fusion using Respiration and Gaze for Predicting Next Speaker in Multi-Party Meetings","publication_year":2015,"publication_date":"2015-11-06","ids":{"openalex":"https://openalex.org/W2260472133","doi":"https://doi.org/10.1145/2818346.2820755","mag":"2260472133"},"language":"en","primary_location":{"id":"doi:10.1145/2818346.2820755","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2818346.2820755","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 ACM on International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101707623","display_name":"Ryo Ishii","orcid":"https://orcid.org/0000-0003-1025-1148"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ryo Ishii","raw_affiliation_strings":["NTT Corporation, Atsugi-shi, Kanagawa, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Corporation, Atsugi-shi, Kanagawa, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059300000","display_name":"Shiro Kumano","orcid":"https://orcid.org/0000-0002-1231-5566"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiro Kumano","raw_affiliation_strings":["NTT Corporation, Atsugi-shi, Kanagawa, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Corporation, Atsugi-shi, Kanagawa, Japan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014373252","display_name":"Kazuhiro Otsuka","orcid":"https://orcid.org/0000-0003-4352-3955"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kazuhiro Otsuka","raw_affiliation_strings":["NTT Corporation, Atsugi-shi, Kanagawa, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Corporation, Atsugi-shi, Kanagawa, Japan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.1543,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.99095767,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"99","last_page":"106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10383","display_name":"Language, Discourse, Communication Strategies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10383","display_name":"Language, Discourse, Communication Strategies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.9064285159111023},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.7865128517150879},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6329047679901123},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.553957998752594},{"id":"https://openalex.org/keywords/turn-taking","display_name":"Turn-taking","score":0.5355182886123657},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.44284284114837646},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.4335888922214508},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3713483214378357},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.36325812339782715},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.3197535276412964},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.27366480231285095}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.9064285159111023},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.7865128517150879},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6329047679901123},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.553957998752594},{"id":"https://openalex.org/C2776352735","wikidata":"https://www.wikidata.org/wiki/Q2313343","display_name":"Turn-taking","level":3,"score":0.5355182886123657},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.44284284114837646},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.4335888922214508},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3713483214378357},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36325812339782715},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.3197535276412964},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.27366480231285095},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2818346.2820755","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2818346.2820755","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 ACM on International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W68208136","https://openalex.org/W1526675628","https://openalex.org/W1533504578","https://openalex.org/W1550575505","https://openalex.org/W1554401341","https://openalex.org/W1566669007","https://openalex.org/W1981611667","https://openalex.org/W1985479696","https://openalex.org/W2003545519","https://openalex.org/W2013987183","https://openalex.org/W2020144373","https://openalex.org/W2049695275","https://openalex.org/W2093442376","https://openalex.org/W2095776265","https://openalex.org/W2115011265","https://openalex.org/W2116985048","https://openalex.org/W2134794775","https://openalex.org/W2141666434","https://openalex.org/W2149934480","https://openalex.org/W2151040995","https://openalex.org/W2153190547","https://openalex.org/W2250911494","https://openalex.org/W2401047175","https://openalex.org/W2603415636","https://openalex.org/W2786426837","https://openalex.org/W4248634141"],"related_works":["https://openalex.org/W2892813288","https://openalex.org/W2170584777","https://openalex.org/W2141666434","https://openalex.org/W4226330303","https://openalex.org/W2903456225","https://openalex.org/W2789189004","https://openalex.org/W83540058","https://openalex.org/W1978877097","https://openalex.org/W3208962307","https://openalex.org/W2595453317"],"abstract_inverted_index":{"Techniques":[0],"that":[1,37,43,72,89,216,239,260,272],"use":[2],"nonverbal":[3],"behaviors":[4,206,224],"to":[5,81,83,98,116,153,173,183],"predict":[6,154,174,184],"turn-taking":[7,66,178],"situations,":[8],"such":[9],"as":[10,207],"who":[11],"will":[12],"be":[13],"the":[14,18,50,63,76,96,101,105,121,155,159,180,185,217,228,251,279],"next":[15,19,102,106,122,156,186,252,280],"speaker":[16,103,123,157,187,253,281],"and":[17,67,91,104,130,139,145,200,204,209,222,244,271],"utterance":[20,107],"timing":[21,108],"in":[22,48,109,124,143,188,254,282],"multi-party":[23,110,125,255],"meetings":[24],"are":[25,140],"receiving":[26],"a":[27,40,56,69,113,147,167],"lot":[28],"of":[29,58,161],"attention":[30],"recently.":[31],"It":[32,85,236,257],"has":[33,60,86,166],"long":[34],"been":[35,87],"known":[36],"gaze":[38,92,131,198,205,223,234,245,261],"is":[39,172,182,237,247,263,274],"physical":[41],"behavior":[42,93,199,246,262],"plays":[44],"an":[45,162],"important":[46],"role":[47],"transferring":[49],"speaking":[51],"turn":[52],"between":[53,65],"humans.":[54],"Recently,":[55],"line":[57],"research":[59],"focused":[61],"on":[62],"relationship":[64],"respiration,":[68],"biological":[70],"signal":[71],"conveys":[73],"information":[74,150],"about":[75,151],"intention":[77],"or":[78,177,197,233],"preliminary":[79],"action":[80],"start":[82],"speak.":[84],"demonstrated":[88],"respiration":[90,129,196,203,221,232,243,270,273],"separately":[94],"have":[95],"potential":[97],"allow":[99],"predicting":[100,120,250,267,278],"meetings.":[111,256],"As":[112],"multimodal":[114,240],"fusion":[115,241],"create":[117],"models":[118,193],"for":[119,249,266,277],"meetings,":[126],"we":[127],"integrated":[128],"behavior,":[132],"which":[133],"were":[134],"extracted":[135],"from":[136],"different":[137,142],"modalities":[138],"completely":[141],"quality,":[144],"implemented":[146],"model":[148,165,218],"uses":[149],"them":[152],"at":[158],"end":[160],"utterance.":[163],"The":[164,170,213],"two-step":[168],"processing.":[169],"first":[171],"whether":[175],"turn-keeping":[176],"happens;":[179],"second":[181],"turn-taking.":[189,283],"We":[190],"constructed":[191],"prediction":[192],"with":[194,201,219],"either":[195],"both":[202,220],"features":[208],"compared":[210],"their":[211],"performance.":[212],"results":[214],"suggest":[215],"performs":[225],"better":[226],"than":[227,269],"one":[229],"using":[230,242],"only":[231],"behavior.":[235],"revealed":[238],"effective":[248],"was":[258],"found":[259],"more":[264,275],"useful":[265,276],"turn-keeping/turn-taking":[268]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}