{"id":"https://openalex.org/W7092847930","doi":"https://doi.org/10.1145/3746270.3760232","title":"MuMTAffect: A Multimodal Multitask Affective Framework for Personality and Emotion Recognition from Physiological Signals","display_name":"MuMTAffect: A Multimodal Multitask Affective Framework for Personality and Emotion Recognition from Physiological Signals","publication_year":2025,"publication_date":"2025-10-20","ids":{"openalex":"https://openalex.org/W7092847930","doi":"https://doi.org/10.1145/3746270.3760232"},"language":null,"primary_location":{"id":"doi:10.1145/3746270.3760232","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746270.3760232","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Multimodal and Responsible Affective Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746270.3760232","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Meisam Jamshidi Seikavandi","orcid":"https://orcid.org/0000-0002-1271-2481"},"institutions":[{"id":"https://openalex.org/I4210155671","display_name":"GN Store Nord (Denmark)","ror":"https://ror.org/04ck29617","country_code":"DK","type":"company","lineage":["https://openalex.org/I4210155671"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Meisam Jamshidi Seikavandi","raw_affiliation_strings":["brAIn Lab, IT University of Copenhagen,, Copenhagen, Denmark and GN Advance Science, Ballerup, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-1271-2481","affiliations":[{"raw_affiliation_string":"brAIn Lab, IT University of Copenhagen,, Copenhagen, Denmark and GN Advance Science, Ballerup, Denmark","institution_ids":["https://openalex.org/I4210155671"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fabricio Batista Narcizo","orcid":"https://orcid.org/0000-0003-1319-5153"},"institutions":[{"id":"https://openalex.org/I4210155671","display_name":"GN Store Nord (Denmark)","ror":"https://ror.org/04ck29617","country_code":"DK","type":"company","lineage":["https://openalex.org/I4210155671"]},{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Fabricio Batista Narcizo","raw_affiliation_strings":["GN Advanced Science,, Ballerup, Denmark and IT University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0003-1319-5153","affiliations":[{"raw_affiliation_string":"GN Advanced Science,, Ballerup, Denmark and IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386","https://openalex.org/I4210155671"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ted Vucurevich","orcid":"https://orcid.org/0009-0004-4452-4292"},"institutions":[{"id":"https://openalex.org/I4210107475","display_name":"CUNY Advanced Science Research Center","ror":"https://ror.org/01gdjt538","country_code":"US","type":"education","lineage":["https://openalex.org/I121847817","https://openalex.org/I4210107475"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ted Vucurevich","raw_affiliation_strings":["GN Advanced Science, Cupertino, USA"],"raw_orcid":"https://orcid.org/0009-0004-4452-4292","affiliations":[{"raw_affiliation_string":"GN Advanced Science, Cupertino, USA","institution_ids":["https://openalex.org/I4210107475"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Andrew Burke Dittberner","orcid":"https://orcid.org/0000-0003-4985-7083"},"institutions":[{"id":"https://openalex.org/I4210128938","display_name":"RIKEN Advanced Science Institute","ror":"https://ror.org/030vbmf58","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210128938"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Andrew Burke Dittberner","raw_affiliation_strings":["GN Advanced Science, Glenview, USA"],"raw_orcid":"https://orcid.org/0000-0003-4985-7083","affiliations":[{"raw_affiliation_string":"GN Advanced Science, Glenview, USA","institution_ids":["https://openalex.org/I4210128938"]}]},{"author_position":"last","author":{"id":null,"display_name":"Paolo Burelli","orcid":"https://orcid.org/0000-0003-2804-9028"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Paolo Burelli","raw_affiliation_strings":["brAIn lab, IT University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0003-2804-9028","affiliations":[{"raw_affiliation_string":"brAIn lab, IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210155671"],"apc_list":null,"apc_paid":null,"fwci":3.7052,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.93875664,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"100","last_page":"108"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11040","display_name":"Personality Traits and Psychology","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pupillary-response","display_name":"Pupillary response","score":0.6758999824523926},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5623000264167786},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.5266000032424927},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.5002999901771545},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.47130000591278076},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.47110000252723694},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.45080000162124634},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.4300999939441681},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.41819998621940613},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.3928999900817871}],"concepts":[{"id":"https://openalex.org/C149288182","wikidata":"https://www.wikidata.org/wiki/Q7260673","display_name":"Pupillary response","level":3,"score":0.6758999824523926},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5623000264167786},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5342000126838684},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.5266000032424927},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.5002999901771545},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4966000020503998},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.47130000591278076},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.47110000252723694},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.45080000162124634},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.41819998621940613},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3937000036239624},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.39250001311302185},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3889999985694885},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3824999928474426},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3813999891281128},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.3675000071525574},{"id":"https://openalex.org/C2781121602","wikidata":"https://www.wikidata.org/wiki/Q3504403","display_name":"Modular neural network","level":4,"score":0.3675000071525574},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3553999960422516},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.3102000057697296},{"id":"https://openalex.org/C2780733359","wikidata":"https://www.wikidata.org/wiki/Q331769","display_name":"Mood","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.30570000410079956},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C2778711042","wikidata":"https://www.wikidata.org/wiki/Q3410891","display_name":"Pupillometry","level":3,"score":0.29750001430511475},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C2780657452","wikidata":"https://www.wikidata.org/wiki/Q1193170","display_name":"Headset","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C23677625","wikidata":"https://www.wikidata.org/wiki/Q1428943","display_name":"Psychophysiology","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746270.3760232","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746270.3760232","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Multimodal and Responsible Affective Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3746270.3760232","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746270.3760232","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Multimodal and Responsible Affective Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5435560941696167,"id":"https://metadata.un.org/sdg/10"},{"display_name":"Peace, Justice and strong institutions","score":0.427117258310318,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1985867508","https://openalex.org/W2002055708","https://openalex.org/W2145710484","https://openalex.org/W2278113816","https://openalex.org/W2547146855","https://openalex.org/W2611647730","https://openalex.org/W3034840882","https://openalex.org/W3194212614","https://openalex.org/W3213177245","https://openalex.org/W3214350987","https://openalex.org/W4223526733","https://openalex.org/W4303422666","https://openalex.org/W4309969845","https://openalex.org/W4313531231","https://openalex.org/W4401333309"],"related_works":[],"abstract_inverted_index":{"We":[0,97],"present":[1],"MuMTAffect,":[2],"a":[3,47],"novel":[4],"Multimodal":[5],"Multitask":[6],"Affective":[7],"Embedding":[8],"Network":[9],"designed":[10],"for":[11,43,164],"joint":[12],"emotion":[13,94],"classification":[14],"and":[15,36,46,111,121,140,144],"personality":[16],"prediction":[17,79],"(re-identification)":[18],"from":[19,68],"short":[20],"physiological":[21,27],"signal":[22],"segments.":[23],"MuMTAffect":[24,99,131],"integrates":[25],"multiple":[26],"modalities":[28],"pupil":[29,120],"dilation,":[30],"eye":[31],"gaze,":[32],"facial":[33],"action":[34],"units,":[35],"galvanic":[37,112],"skin":[38,113],"responseusing":[39],"dedicated":[40],"transformer-based":[41],"encoders":[42],"each":[44],"modality":[45],"fusion":[48],"transformer":[49],"to":[50,86],"model":[51],"cross-modal":[52],"interactions.":[53],"Inspired":[54],"by":[55],"the":[56,61,101,148],"Theory":[57],"of":[58,130,135,150],"Constructed":[59],"Emotion,":[60],"architecture":[62],"explicitly":[63],"separates":[64],"core-affect":[65],"encoding":[66],"(valence\u2013arousal)":[67],"higher-level":[69],"conceptualization,":[70],"thereby":[71],"grounding":[72],"predictions":[73],"in":[74,155,167],"contemporary":[75],"affective":[76,90,159],"neuroscience.":[77],"Personality-trait":[78],"is":[80],"leveraged":[81],"as":[82],"an":[83],"auxiliary":[84],"task":[85],"generate":[87],"robust,":[88],"user-specific":[89],"embeddings,":[91],"significantly":[92],"enhancing":[93],"recognition":[95],"performance.":[96],"evaluate":[98],"on":[100],"AFFEC":[102],"dataset,":[103],"demonstrating":[104],"that":[105],"stimulus-level":[106],"emotional":[107],"cues":[108],"(Stim":[109],"Emo)":[110],"response":[114],"substantially":[115],"improve":[116],"arousal":[117],"classification,":[118],"while":[119],"gaze":[122],"data":[123],"enhance":[124],"valence":[125],"discrimination.":[126],"The":[127],"inherent":[128],"modularity":[129],"allows":[132],"effortless":[133],"integration":[134],"additional":[136],"modalities,":[137],"ensuring":[138],"scalability":[139],"adaptability.":[141],"Extensive":[142],"experiments":[143],"ablation":[145],"studies":[146],"underscore":[147],"efficacy":[149],"our":[151],"multimodal":[152],"multitask":[153],"approach":[154],"creating":[156],"personalized,":[157],"context-aware":[158],"computing":[160],"systems,":[161],"highlighting":[162],"pathways":[163],"further":[165],"advancements":[166],"cross-subject":[168],"generalization.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-21T00:00:00"}