{"id":"https://openalex.org/W4416962846","doi":"https://doi.org/10.1109/icumt67815.2025.11268690","title":"MultiFlipFormer: A Multimodal Transformer for Emotion Flip Reasoning and Instigator Detection in Therapeutic Conversations","display_name":"MultiFlipFormer: A Multimodal Transformer for Emotion Flip Reasoning and Instigator Detection in Therapeutic Conversations","publication_year":2025,"publication_date":"2025-11-03","ids":{"openalex":"https://openalex.org/W4416962846","doi":"https://doi.org/10.1109/icumt67815.2025.11268690"},"language":null,"primary_location":{"id":"doi:10.1109/icumt67815.2025.11268690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icumt67815.2025.11268690","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 17th International Congress on Ultra Modern Telecommunications and Control Systems and Workshops (ICUMT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Akshara Sharma","orcid":null},"institutions":[{"id":"https://openalex.org/I191972202","display_name":"Amity University","ror":"https://ror.org/02n9z0v62","country_code":"IN","type":"education","lineage":["https://openalex.org/I191972202"]},{"id":"https://openalex.org/I4210126505","display_name":"Amity University","ror":"https://ror.org/02exxtn84","country_code":"AE","type":"education","lineage":["https://openalex.org/I191972202","https://openalex.org/I4210126505"]}],"countries":["AE","IN"],"is_corresponding":true,"raw_author_name":"Akshara Sharma","raw_affiliation_strings":["Amity University,Amity School of Engineering and Technology,Noida,U.P.,India"],"affiliations":[{"raw_affiliation_string":"Amity University,Amity School of Engineering and Technology,Noida,U.P.,India","institution_ids":["https://openalex.org/I191972202","https://openalex.org/I4210126505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080348997","display_name":"Nishat Fatima","orcid":"https://orcid.org/0000-0002-1607-5803"},"institutions":[{"id":"https://openalex.org/I191972202","display_name":"Amity University","ror":"https://ror.org/02n9z0v62","country_code":"IN","type":"education","lineage":["https://openalex.org/I191972202"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nishat Fatima","raw_affiliation_strings":["Amity University,Amity Centre for Artificial Intelligence,Noida,India,U.P"],"affiliations":[{"raw_affiliation_string":"Amity University,Amity Centre for Artificial Intelligence,Noida,India,U.P","institution_ids":["https://openalex.org/I191972202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049703565","display_name":"Pavel Sikora","orcid":"https://orcid.org/0000-0001-5000-4470"},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Pavel Sikora","raw_affiliation_strings":["Brno University of Technology, FEEC,Dept. of Telecommunications,Brno,Czech Republic"],"affiliations":[{"raw_affiliation_string":"Brno University of Technology, FEEC,Dept. of Telecommunications,Brno,Czech Republic","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030796738","display_name":"Vojt\u011bch My\u0161ka","orcid":"https://orcid.org/0000-0002-9364-2330"},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Vojtech Myska","raw_affiliation_strings":["Brno University of Technology, FEEC,Dept. of Telecommunications,Brno,Czech Republic"],"affiliations":[{"raw_affiliation_string":"Brno University of Technology, FEEC,Dept. of Telecommunications,Brno,Czech Republic","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051136679","display_name":"Jakub Frolka","orcid":"https://orcid.org/0000-0001-6346-9584"},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Jakub Frolka","raw_affiliation_strings":["Brno University of Technology, FEEC,Dept. of Telecommunications,Brno,Czech Republic"],"affiliations":[{"raw_affiliation_string":"Brno University of Technology, FEEC,Dept. of Telecommunications,Brno,Czech Republic","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038343229","display_name":"Malay Kishore Dutta","orcid":"https://orcid.org/0000-0003-2462-737X"},"institutions":[{"id":"https://openalex.org/I191972202","display_name":"Amity University","ror":"https://ror.org/02n9z0v62","country_code":"IN","type":"education","lineage":["https://openalex.org/I191972202"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Malay Kishore Dutta","raw_affiliation_strings":["Amity University,Amity Centre for Artificial Intelligence,Noida,India,U.P"],"affiliations":[{"raw_affiliation_string":"Amity University,Amity Centre for Artificial Intelligence,Noida,India,U.P","institution_ids":["https://openalex.org/I191972202"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I191972202","https://openalex.org/I4210126505"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.38923575,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"187","last_page":"192"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6384000182151794,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6384000182151794,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.17270000278949738,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.07370000332593918,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sadness","display_name":"Sadness","score":0.8288999795913696},{"id":"https://openalex.org/keywords/anger","display_name":"Anger","score":0.6398000121116638},{"id":"https://openalex.org/keywords/transition","display_name":"Transition (genetics)","score":0.5957000255584717},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4503999948501587},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.43050000071525574},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.40369999408721924},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.36329999566078186},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.35740000009536743}],"concepts":[{"id":"https://openalex.org/C2779812673","wikidata":"https://www.wikidata.org/wiki/Q169251","display_name":"Sadness","level":3,"score":0.8288999795913696},{"id":"https://openalex.org/C2779302386","wikidata":"https://www.wikidata.org/wiki/Q79871","display_name":"Anger","level":2,"score":0.6398000121116638},{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.5957000255584717},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5419999957084656},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4503999948501587},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4350999891757965},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.43050000071525574},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41749998927116394},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.41269999742507935},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.39570000767707825},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.36329999566078186},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.35740000009536743},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.3474000096321106},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33970001339912415},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icumt67815.2025.11268690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icumt67815.2025.11268690","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 17th International Congress on Ultra Modern Telecommunications and Control Systems and Workshops (ICUMT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W2041004593","https://openalex.org/W2766736793","https://openalex.org/W2963351448","https://openalex.org/W2963677766","https://openalex.org/W2963873807","https://openalex.org/W3173396651","https://openalex.org/W4233520916","https://openalex.org/W4380355289","https://openalex.org/W4382203462","https://openalex.org/W4387969351","https://openalex.org/W4389332338","https://openalex.org/W4392388527","https://openalex.org/W4402916600","https://openalex.org/W4413926224"],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"the":[1],"dynamics":[2],"of":[3,123,145],"emotional":[4,40,46,72,115],"change":[5],"within":[6],"therapeutic":[7,125],"conversations":[8],"is":[9],"a":[10,20,119,141,152],"key":[11],"challenge":[12],"in":[13,164],"computational":[14],"mental":[15],"health.":[16],"We":[17],"present":[18],"MultiFlipFormer,":[19],"multimodal":[21,53,81],"transformer-based":[22],"architecture":[23,60],"designed":[24],"to":[25,69,93,102,112],"model":[26,70],"emotion":[27,66,95],"flip":[28,96,131],"reasoning":[29],"and":[30,51,90,105,108,135,154,162],"instigator":[31,82],"detection.":[32],"Unlike":[33],"prior":[34],"models":[35],"that":[36,84,157],"focus":[37],"on":[38,118],"static":[39],"state":[41],"classification,":[42],"MultiFlipFormer":[43,139],"captures":[44],"temporal":[45],"transitions":[47],"across":[48,147],"dialogue":[49],"turns":[50],"identifies":[52],"cues":[54],"responsible":[55],"for":[56],"these":[57],"shifts.":[58],"The":[59],"comprises":[61],"four":[62],"core":[63],"components:":[64],"(1)":[65],"transition":[67],"analysis":[68],"evolving":[71],"trajectories":[73],"(e.g.,":[74],"sadness":[75],"\u2192":[76,78],"anger":[77],"neutral),":[79],"(2)":[80],"detection":[83],"integrates":[85],"visual":[86,106],"cues,":[87],"textual":[88],"content,":[89],"conversational":[91],"strategies":[92],"uncover":[94],"triggers,":[97],"(3)":[98],"cross-modal":[99],"attention":[100],"networks":[101],"fuse":[103],"text":[104],"information,":[107],"(4)":[109],"trajectory":[110],"prediction":[111],"anticipate":[113],"future":[114],"states.":[116],"Evaluated":[117],"large-scale":[120],"MESC":[121],"dataset":[122],"23,126":[124],"samples":[126],"spanning":[127],"7":[128],"emotions,":[129],"41":[130],"types,":[132],"15":[133],"scenarios,":[134],"10":[136],"intervention":[137],"strategies,":[138],"achieves":[140],"final":[142],"weighted":[143],"F1-score":[144],"0.828":[146],"tasks.":[148],"This":[149],"framework":[150],"provides":[151],"clear":[153],"reliable":[155],"approach":[156],"can":[158],"genuinely":[159],"support":[160],"therapy":[161],"help":[163],"planning":[165],"better":[166],"interventions.":[167]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-12-03T00:00:00"}