{"id":"https://openalex.org/W4412008170","doi":"https://doi.org/10.1007/s40747-025-01931-8","title":"EMVAS: end-to-end multimodal emotion visualization analysis system","display_name":"EMVAS: end-to-end multimodal emotion visualization analysis system","publication_year":2025,"publication_date":"2025-07-03","ids":{"openalex":"https://openalex.org/W4412008170","doi":"https://doi.org/10.1007/s40747-025-01931-8"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-025-01931-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-01931-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-01931-8.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-01931-8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018039182","display_name":"Xianxun Zhu","orcid":"https://orcid.org/0000-0003-3958-7040"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xianxun Zhu","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, No.99, Shangda Road, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, No.99, Shangda Road, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041233558","display_name":"Heyang Feng","orcid":"https://orcid.org/0009-0001-0306-0135"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heyang Feng","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, No.99, Shangda Road, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, No.99, Shangda Road, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100752356","display_name":"Erik Cambria","orcid":"https://orcid.org/0000-0002-3030-1280"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Erik Cambria","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, 50 Nanyang Avenue, Singapore, 639798, Singapore"],"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, 50 Nanyang Avenue, Singapore, 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yao Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Huang","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, No.99, Shangda Road, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, No.99, Shangda Road, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025696170","display_name":"Ming Ju","orcid":"https://orcid.org/0000-0003-3035-2843"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Ju","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, No.99, Shangda Road, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, No.99, Shangda Road, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057477900","display_name":"Haochen Yuan","orcid":"https://orcid.org/0009-0008-2827-5950"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haochen Yuan","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, 92 West Dazhi Street, Harbin, 150001, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, 92 West Dazhi Street, Harbin, 150001, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100431313","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0002-7974-9510"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, No.99, Shangda Road, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, No.99, Shangda Road, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5018039182"],"corresponding_institution_ids":["https://openalex.org/I113940042"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":17.6097,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.99421669,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"11","issue":"8","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.8551023602485657},{"id":"https://openalex.org/keywords/end-user","display_name":"End user","score":0.5545710325241089},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5466899275779724},{"id":"https://openalex.org/keywords/computational-intelligence","display_name":"Computational intelligence","score":0.45792752504348755},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45377781987190247},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3123852014541626},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.11178505420684814}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.8551023602485657},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.5545710325241089},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5466899275779724},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.45792752504348755},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45377781987190247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3123852014541626},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11178505420684814}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s40747-025-01931-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-01931-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-01931-8.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9d1e5047fd514f44a7e95de932f2a30c","is_oa":true,"landing_page_url":"https://doaj.org/article/9d1e5047fd514f44a7e95de932f2a30c","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 11, Iss 8, Pp 1-15 (2025)","raw_type":"article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/207814","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/207814","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1007/s40747-025-01931-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-01931-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-01931-8.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3644517305","display_name":null,"funder_award_id":"61771299","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412008170.pdf","grobid_xml":"https://content.openalex.org/works/W4412008170.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2102548748","https://openalex.org/W2191779130","https://openalex.org/W2584561145","https://openalex.org/W2625297138","https://openalex.org/W2924126491","https://openalex.org/W2964010806","https://openalex.org/W2964346351","https://openalex.org/W3034849760","https://openalex.org/W3034897750","https://openalex.org/W3128401974","https://openalex.org/W3136256259","https://openalex.org/W3171989021","https://openalex.org/W4291278543","https://openalex.org/W4304127880","https://openalex.org/W4321482228","https://openalex.org/W4362465219","https://openalex.org/W4385951249","https://openalex.org/W4389395682","https://openalex.org/W4393034208","https://openalex.org/W4399258843","https://openalex.org/W4402172635","https://openalex.org/W6602452458","https://openalex.org/W6702248584"],"related_works":["https://openalex.org/W4299590256","https://openalex.org/W2151749779","https://openalex.org/W3163634122","https://openalex.org/W2110442089","https://openalex.org/W2166381389","https://openalex.org/W4315785295","https://openalex.org/W4393280045","https://openalex.org/W2054736184","https://openalex.org/W3159728998","https://openalex.org/W2677083173"],"abstract_inverted_index":{"Accurately":[0],"interpreting":[1],"human":[2],"emotions":[3],"is":[4],"crucial":[5],"for":[6,112],"enhancing":[7],"human\u2013machine":[8],"interactions":[9],"in":[10,33],"applications":[11],"such":[12],"as":[13],"driver":[14],"monitoring,":[15],"adaptive":[16],"learning,":[17],"and":[18,54,73,84,98,105,126,138,155,164,185],"smart":[19],"environments.":[20],"Conventional":[21],"unimodal":[22],"systems":[23],"fail":[24],"to":[25,69,141],"capture":[26,88],"the":[27],"complex":[28],"interplay":[29],"of":[30,152],"emotional":[31],"cues":[32],"dynamic":[34],"settings.":[35],"To":[36],"address":[37],"these":[38],"limitations,":[39],"we":[40],"propose":[41],"EMVAS-an":[42],"end-to-end":[43,65],"multimodal":[44],"emotion":[45,114,144,156],"visualization":[46,151],"analysis":[47,87],"system":[48],"that":[49,134,168],"seamlessly":[50],"integrates":[51],"visual,":[52],"auditory,":[53],"textual":[55,110],"modalities.":[56],"The":[57],"preprocessing":[58],"architecture":[59],"utilizes":[60],"silence-based":[61],"audio":[62,103],"segmentation":[63],"alongside":[64],"DeepSpeech2":[66],"audio-to-text":[67],"conversion":[68],"generate":[70],"a":[71,106,122,129],"synchronized":[72],"semantically":[74],"consistent":[75],"data":[76,111],"stream.":[77],"For":[78],"feature":[79],"extraction,":[80],"facial":[81],"landmark":[82],"detection":[83],"action":[85],"unit":[86],"fine-grained":[89],"visual":[90],"cues;":[91],"Mel-frequency":[92],"cepstral":[93],"coefficients,":[94],"log-scaled":[95],"fundamental":[96],"frequency,":[97],"Constant-Q":[99],"transform":[100],"extract":[101],"detailed":[102],"features;":[104],"Transformer-based":[107],"encoder":[108],"processes":[109],"contextual":[113],"analysis.":[115],"These":[116],"heterogeneous":[117],"features":[118],"are":[119],"projected":[120],"into":[121],"unified":[123],"latent":[124],"space":[125],"fused":[127],"using":[128],"self-supervised":[130],"multitask":[131],"learning":[132],"framework":[133],"leverages":[135],"both":[136],"shared":[137],"modality-specific":[139],"representations":[140],"achieve":[142],"robust":[143],"classification.":[145],"An":[146],"intuitive":[147],"front-end":[148],"provides":[149],"real-time":[150],"temporal":[153],"trends":[154],"frequency":[157],"distributions.":[158],"Extensive":[159],"experiments":[160],"on":[161],"benchmark":[162],"datasets":[163],"real-world":[165],"scenarios":[166],"demonstrate":[167],"EMVAS":[169],"outperforms":[170],"state-of-the-art":[171],"baselines":[172],"by":[173],"achieving":[174],"higher":[175],"classification":[176],"accuracy,":[177],"improved":[178],"F1":[179],"scores,":[180],"lower":[181],"mean":[182],"absolute":[183],"error,":[184],"stronger":[186],"correlations.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}