{"id":"https://openalex.org/W7140290218","doi":"https://doi.org/10.1109/access.2026.3677436","title":"Unified Functional Spectrum Analysis: A Framework for Understanding Nonverbal Multimodal Multifunctional Interactions in Multiparty Conversations","display_name":"Unified Functional Spectrum Analysis: A Framework for Understanding Nonverbal Multimodal Multifunctional Interactions in Multiparty Conversations","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140290218","doi":"https://doi.org/10.1109/access.2026.3677436"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3677436","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3677436","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3677436","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119949159","display_name":"Momoka Tajima","orcid":null},"institutions":[{"id":"https://openalex.org/I180203408","display_name":"Yokohama National University","ror":"https://ror.org/03zyp6p76","country_code":"JP","type":"education","lineage":["https://openalex.org/I180203408"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Momoka Tajima","raw_affiliation_strings":["Graduate School of Engineering Science, Yokohama National University, Yokohama, Japan"],"raw_orcid":"https://orcid.org/0009-0006-8204-741X","affiliations":[{"raw_affiliation_string":"Graduate School of Engineering Science, Yokohama National University, Yokohama, Japan","institution_ids":["https://openalex.org/I180203408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119949208","display_name":"Issa Tamura","orcid":null},"institutions":[{"id":"https://openalex.org/I180203408","display_name":"Yokohama National University","ror":"https://ror.org/03zyp6p76","country_code":"JP","type":"education","lineage":["https://openalex.org/I180203408"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Issa Tamura","raw_affiliation_strings":["Graduate School of Engineering Science, Yokohama National University, Yokohama, Japan"],"raw_orcid":"https://orcid.org/0009-0000-0258-9750","affiliations":[{"raw_affiliation_string":"Graduate School of Engineering Science, Yokohama National University, Yokohama, Japan","institution_ids":["https://openalex.org/I180203408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130583062","display_name":"Ayaka Sasaki","orcid":null},"institutions":[{"id":"https://openalex.org/I180203408","display_name":"Yokohama National University","ror":"https://ror.org/03zyp6p76","country_code":"JP","type":"education","lineage":["https://openalex.org/I180203408"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ayaka Sasaki","raw_affiliation_strings":["Graduate School of Engineering Science, Yokohama National University, Yokohama, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering Science, Yokohama National University, Yokohama, Japan","institution_ids":["https://openalex.org/I180203408"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130559801","display_name":"Kazuhiro Otsuka","orcid":null},"institutions":[{"id":"https://openalex.org/I180203408","display_name":"Yokohama National University","ror":"https://ror.org/03zyp6p76","country_code":"JP","type":"education","lineage":["https://openalex.org/I180203408"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuhiro Otsuka","raw_affiliation_strings":["Faculty of Engineering, Yokohama National University, Yokohama, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4352-3955","affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Yokohama National University, Yokohama, Japan","institution_ids":["https://openalex.org/I180203408"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I180203408"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24462776,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"47538","last_page":"47559"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10383","display_name":"Language, Discourse, Communication Strategies","score":0.2953000068664551,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10383","display_name":"Language, Discourse, Communication Strategies","score":0.2953000068664551,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.1509999930858612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.03779999911785126,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.5522000193595886},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.3547999858856201},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.34060001373291016},{"id":"https://openalex.org/keywords/spectrum","display_name":"Spectrum (functional analysis)","score":0.3400999903678894},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.25429999828338623}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7961000204086304},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.5522000193595886},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4781999886035919},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36419999599456787},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3547999858856201},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C156778621","wikidata":"https://www.wikidata.org/wiki/Q1365748","display_name":"Spectrum (functional analysis)","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29280000925064087},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.23280000686645508}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3677436","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3677436","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:44cfef46e09148f0befa84de64af0695","is_oa":true,"landing_page_url":"https://doaj.org/article/44cfef46e09148f0befa84de64af0695","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 47538-47559 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3677436","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3677436","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.5611068606376648,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1048751071","display_name":null,"funder_award_id":"JP24K02998","funder_id":"https://openalex.org/F4320320212","funder_display_name":"Japan Society for the Promotion of Science London"},{"id":"https://openalex.org/G8299643087","display_name":null,"funder_award_id":"JP21K12011","funder_id":"https://openalex.org/F4320320212","funder_display_name":"Japan Society for the Promotion of Science London"}],"funders":[{"id":"https://openalex.org/F4320320212","display_name":"Japan Society for the Promotion of Science London","ror":"https://ror.org/02m7axw05"},{"id":"https://openalex.org/F4320338297","display_name":"Telemedicine and Advanced Technology Research Center","ror":"https://ror.org/014pvr265"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"An":[0],"analytic":[1],"framework":[2,93,104],"calledunified":[3],"functional":[4,49,77,131,179,206,216,333],"spectrum":[5,78,334],"analysis(U-FSA)":[6],"to":[7,26,38,97,121,138,173,189,309],"reveal":[8],"the":[9,29,64,73,145,151,153,162,174,191,194,199,209,221,262,271,281,286,292,295,302,310,331],"multimodal":[10,30,130,178,229,236],"multifunctional":[11,101],"interplay":[12],"that":[13,94],"emerges":[14],"and":[15,114,155,181,208,225,239,253,261,276,283,294,299,304,316,343],"comprises":[16],"interpersonal":[17],"interactions":[18,141,237],"in":[19,36,307],"multiparty":[20,134],"conversations":[21,37,257],"is":[22,58,90,95,136,187,203,213],"proposed.":[23],"U-FSA":[24,53,89,120],"aims":[25],"quantitatively":[27],"analyze":[28,98],"nonverbal":[31,70],"behaviors":[32,255],"of":[33,67,69,147,176,196,288,329],"people":[34],"engaging":[35],"determine":[39],"how":[40,234],"they":[41],"interact":[42],"with":[43],"each":[44],"other":[45,156,284,305],"through":[46,297],"from":[47,335],"a":[48,61,91],"perspective":[50],".":[51],"Specifically,":[52],"employs":[54],"afunctional":[55],"spectrum,":[56],"which":[57,82,202,212],"defined":[59],"as":[60,123,126],"vector":[62],"representing":[63],"perceptual":[65],"intensities":[66],"multifunctionalities":[68],"behaviors.":[71],"Unlike":[72],"previously":[74],"employed":[75,188],"synergistic":[76],"analysis":[79],"(sFSA)":[80],"technique,":[81],"focuses":[83,247],"solely":[84],"on":[85,111,144,248],"individual":[86],"bimodal":[87],"behaviors,":[88],"unified":[92,332],"able":[96],"multiparty,":[99,113],"multimodal,":[100,112],"interactions.":[102,230],"This":[103],"incorporates":[105],"three":[106],"key":[107,265],"extension":[108,118,135,160],"strategies":[109,171],"focusing":[110],"temporal":[115,159],"dimensions.":[116],"Multimodal":[117],"enables":[119],"handle":[122],"many":[124],"modalities":[125],"necessary":[127],"by":[128,270,280,301],"concatenating":[129],"spectra.":[132],"The":[133,158,218,231],"designed":[137],"address":[139],"grouplevel":[140],"among":[142,168],"participants":[143],"basis":[146,200],"their":[148],"roles,":[149],"specifically":[150],"speaker,":[152],"addressee,":[154],"listeners.":[157],"addresses":[161],"interaction":[163,266],"dynamics,":[164],"including":[165,268,338],"delayed":[166],"reactions":[167],"interlocutors.":[169],"These":[170],"lead":[172],"generation":[175],"group-level":[177],"spectra,":[180],"semiorthogonal":[182],"nonnegative":[183],"matrix":[184],"factorization":[185],"(SO-NMF)":[186],"decompose":[190],"spectra":[192],"into":[193],"product":[195],"two":[197],"matrices:":[198],"matrix,":[201,211],"called":[204,214],"theunified":[205,215],"basis,":[207],"coefficient":[210],"spectrum.":[217],"former":[219],"represents":[220],"most":[222],"frequently":[223],"observed":[224],"distinctive":[226],"patterns":[227],"within":[228],"latter":[232],"indicates":[233],"these":[235],"emerge":[238],"evolve":[240],"over":[241],"time.":[242],"In":[243],"experiments,":[244],"this":[245,321],"study":[246],"head":[249,312,339],"movements,":[250],"facial":[251,274,341],"expressions,":[252],"gaze":[254,344],"during":[256],"involving":[258],"four":[259],"parties,":[260],"results":[263],"reveals":[264],"patterns,":[267],"addressing":[269],"speaker":[272,293],"using":[273],"expressions":[275],"gazes;":[277,298],"attentive":[278],"listening":[279],"addressee":[282,303],"listeners;":[285],"sharing":[287],"positive":[289],"emotions":[290],"between":[291],"listeners":[296,306],"backchanneling":[300],"response":[308],"speaker\u2019s":[311],"movements":[313],"for":[314],"turn-taking":[315],"rhythm":[317],"coordination":[318],"purposes.":[319],"Additionally,":[320],"paper":[322],"presents":[323],"convolutional":[324],"neural":[325],"networks":[326],"(CNNs)":[327],"capable":[328],"estimating":[330],"observational":[336],"data,":[337],"poses,":[340],"actions,":[342],"directions.":[345]},"counts_by_year":[],"updated_date":"2026-08-13T07:04:57.449891","created_date":"2026-03-26T00:00:00"}