{"id":"https://openalex.org/W3193112289","doi":"https://doi.org/10.3390/s21165317","title":"Incorporating Interpersonal Synchronization Features for Automatic Emotion Recognition from Visual and Audio Data during Communication","display_name":"Incorporating Interpersonal Synchronization Features for Automatic Emotion Recognition from Visual and Audio Data during Communication","publication_year":2021,"publication_date":"2021-08-06","ids":{"openalex":"https://openalex.org/W3193112289","doi":"https://doi.org/10.3390/s21165317","mag":"3193112289","pmid":"https://pubmed.ncbi.nlm.nih.gov/34450759"},"language":"en","primary_location":{"id":"doi:10.3390/s21165317","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s21165317","pdf_url":null,"source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/s21165317","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024408849","display_name":"Jingyu Quan","orcid":"https://orcid.org/0000-0002-0685-9532"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jingyu Quan","raw_affiliation_strings":["Department of Computer Science, Tokyo Institute of Technology, Yokohama 226-8502, Japan"],"raw_orcid":"https://orcid.org/0000-0002-0685-9532","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tokyo Institute of Technology, Yokohama 226-8502, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046000557","display_name":"Yoshihiro Miyake","orcid":"https://orcid.org/0000-0001-6158-401X"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshihiro Miyake","raw_affiliation_strings":["Department of Computer Science, Tokyo Institute of Technology, Yokohama 226-8502, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tokyo Institute of Technology, Yokohama 226-8502, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036590962","display_name":"Takayuki Nozawa","orcid":"https://orcid.org/0000-0001-6300-4373"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Takayuki Nozawa","raw_affiliation_strings":["Research Institute for the Earth Inclusive Sensing, Tokyo Institute of Technology, Tokyo 152-8550, Japan"],"raw_orcid":"https://orcid.org/0000-0001-6300-4373","affiliations":[{"raw_affiliation_string":"Research Institute for the Earth Inclusive Sensing, Tokyo Institute of Technology, Tokyo 152-8550, Japan","institution_ids":["https://openalex.org/I114531698"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036590962"],"corresponding_institution_ids":["https://openalex.org/I114531698"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":2.5462,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.89228768,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"21","issue":"16","first_page":"5317","last_page":"5317"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpersonal-communication","display_name":"Interpersonal communication","score":0.7778654098510742},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6224028468132019},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5337660312652588},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.49619609117507935},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4796350598335266},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.4637266993522644},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4559112787246704},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4255005717277527},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2368006706237793},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.21050229668617249}],"concepts":[{"id":"https://openalex.org/C164850336","wikidata":"https://www.wikidata.org/wiki/Q3685487","display_name":"Interpersonal communication","level":2,"score":0.7778654098510742},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6224028468132019},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5337660312652588},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.49619609117507935},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4796350598335266},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4637266993522644},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4559112787246704},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4255005717277527},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2368006706237793},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.21050229668617249},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003142","descriptor_name":"Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003142","descriptor_name":"Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003142","descriptor_name":"Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.3390/s21165317","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s21165317","pdf_url":null,"source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:34450759","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34450759","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:ca429b4a68ac426a85bd066d000af200","is_oa":true,"landing_page_url":"https://doaj.org/article/ca429b4a68ac426a85bd066d000af200","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 21, Iss 16, p 5317 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/21/16/5317/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s21165317","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 21; Issue 16; Pages: 5317","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:8400327","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8400327","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s21165317","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s21165317","pdf_url":null,"source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7099999785423279}],"awards":[{"id":"https://openalex.org/G1312458240","display_name":null,"funder_award_id":"JP20H03553","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7471127837","display_name":"\u300e\u30b5\u30a4\u30ec\u30f3\u30c8\u30dc\u30a4\u30b9\u3068\u306e\u5171\u611f\u300f\u5730\u7403\u30a4\u30f3\u30af\u30eb\u30fc\u30b7\u30d6\u30bb\u30f3\u30b7\u30f3\u30b0\u7814\u7a76\u62e0\u70b9","funder_award_id":"JPMJCE1309","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320334789","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W563685108","https://openalex.org/W752852524","https://openalex.org/W1142476889","https://openalex.org/W1548561233","https://openalex.org/W1555767263","https://openalex.org/W1591320062","https://openalex.org/W1600243708","https://openalex.org/W1777446904","https://openalex.org/W1928278792","https://openalex.org/W1966293926","https://openalex.org/W1968259205","https://openalex.org/W1979627679","https://openalex.org/W1993551758","https://openalex.org/W2003948868","https://openalex.org/W2007962718","https://openalex.org/W2039809330","https://openalex.org/W2046005471","https://openalex.org/W2053257862","https://openalex.org/W2074788634","https://openalex.org/W2082445899","https://openalex.org/W2116628589","https://openalex.org/W2137935458","https://openalex.org/W2142385019","https://openalex.org/W2146334809","https://openalex.org/W2148146486","https://openalex.org/W2165702597","https://openalex.org/W2165857685","https://openalex.org/W2167854178","https://openalex.org/W2194775991","https://openalex.org/W2247689161","https://openalex.org/W2261434820","https://openalex.org/W2293078015","https://openalex.org/W2369642772","https://openalex.org/W2396589722","https://openalex.org/W2519256581","https://openalex.org/W2550143307","https://openalex.org/W2604936044","https://openalex.org/W2609380335","https://openalex.org/W2611471088","https://openalex.org/W2612064344","https://openalex.org/W2622332808","https://openalex.org/W2626778328","https://openalex.org/W2747746669","https://openalex.org/W2767106145","https://openalex.org/W2784665486","https://openalex.org/W2786830879","https://openalex.org/W2792578050","https://openalex.org/W2798869704","https://openalex.org/W2799228184","https://openalex.org/W2805662932","https://openalex.org/W2805755230","https://openalex.org/W2810417023","https://openalex.org/W2885976210","https://openalex.org/W2891359673","https://openalex.org/W2905628412","https://openalex.org/W2911840507","https://openalex.org/W2913592748","https://openalex.org/W2938871528","https://openalex.org/W2939987519","https://openalex.org/W2952120674","https://openalex.org/W2960055608","https://openalex.org/W2963112684","https://openalex.org/W2963469976","https://openalex.org/W2963631961","https://openalex.org/W2963702064","https://openalex.org/W2969889150","https://openalex.org/W2980284847","https://openalex.org/W2981101532","https://openalex.org/W2981731882","https://openalex.org/W2984662520","https://openalex.org/W2988976008","https://openalex.org/W3008425820","https://openalex.org/W3012197804","https://openalex.org/W3015351899","https://openalex.org/W3021080764","https://openalex.org/W3021173516","https://openalex.org/W3084033724","https://openalex.org/W3093524400","https://openalex.org/W3094312606","https://openalex.org/W3095379519","https://openalex.org/W3098042509","https://openalex.org/W3103291722","https://openalex.org/W3103523671","https://openalex.org/W3119048198","https://openalex.org/W3143468635","https://openalex.org/W3169682938","https://openalex.org/W4235852323"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"During":[0],"social":[1],"interaction,":[2],"humans":[3],"recognize":[4],"others'":[5],"emotions":[6],"via":[7],"individual":[8,22,75,97],"features":[9,123,142],"and":[10,66,77,83],"interpersonal":[11,30,39,78,93,111,122,141],"features.":[12,31],"However,":[13],"most":[14],"previous":[15],"automatic":[16,51,131],"emotion":[17,52,64,70,132],"recognition":[18,53,133],"techniques":[19],"only":[20],"used":[21],"features-they":[23],"have":[24],"not":[25],"tested":[26],"the":[27,33,48,60,92,96,110,128],"importance":[28],"of":[29,50,130],"In":[32],"present":[34],"study,":[35],"we":[36,119],"asked":[37],"whether":[38],"features,":[40,44],"especially":[41],"time-lagged":[42],"synchronization":[43],"are":[45,124],"beneficial":[46],"to":[47,114,126,137,140],"performance":[49,129],"techniques.":[54],"We":[55,135],"explored":[56],"this":[57,144],"question":[58],"in":[59,80,99,143],"main":[61,87],"experiment":[62,68,88,104],"(speaker-dependent":[63],"recognition)":[65,71],"supplementary":[67,103],"(speaker-independent":[69],"by":[72],"building":[73],"an":[74],"framework":[76,79,94,98,112],"visual,":[81],"audio,":[82],"cross-modality,":[84],"respectively.":[85],"Our":[86,102],"results":[89],"showed":[90],"that":[91,121],"outperformed":[95],"every":[100],"modality.":[101],"showed-even":[105],"for":[106],"unknown":[107],"communication":[108],"pairs-that":[109],"led":[113],"a":[115],"better":[116],"performance.":[117],"Therefore,":[118],"concluded":[120],"useful":[125],"boost":[127],"tasks.":[134],"hope":[136],"raise":[138],"attention":[139],"study.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}