{"id":"https://openalex.org/W4411551248","doi":"https://doi.org/10.1109/taffc.2025.3582198","title":"Multimodal Framework for Therapeutic Consultations","display_name":"Multimodal Framework for Therapeutic Consultations","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4411551248","doi":"https://doi.org/10.1109/taffc.2025.3582198"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3582198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3582198","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101875050","display_name":"Martin Ivanov","orcid":"https://orcid.org/0009-0000-7050-1749"},"institutions":[{"id":"https://openalex.org/I141950808","display_name":"Pediatric Oncology Group","ror":"https://ror.org/04khqse59","country_code":"CA","type":"other","lineage":["https://openalex.org/I141950808"]},{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Martin Ivanov","raw_affiliation_strings":["Signal Analysis Research (SAR) Group, Department of Electrical, Computer, Biomedical Engineering, Toronto Metropolitan University, Toronto, ON, Canada","Signal Analysis Research (SAR) Group, Department of Electrical, Computer, and Biomedical Engineering, Toronto Metropolitan University, Toronto, Canada"],"raw_orcid":"https://orcid.org/0009-0000-7050-1749","affiliations":[{"raw_affiliation_string":"Signal Analysis Research (SAR) Group, Department of Electrical, Computer, Biomedical Engineering, Toronto Metropolitan University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I141950808"]},{"raw_affiliation_string":"Signal Analysis Research (SAR) Group, Department of Electrical, Computer, and Biomedical Engineering, Toronto Metropolitan University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052922837","display_name":"Alice Rueda","orcid":"https://orcid.org/0000-0002-9977-9653"},"institutions":[{"id":"https://openalex.org/I141950808","display_name":"Pediatric Oncology Group","ror":"https://ror.org/04khqse59","country_code":"CA","type":"other","lineage":["https://openalex.org/I141950808"]},{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alice Rueda","raw_affiliation_strings":["Signal Analysis Research (SAR) Group, Department of Electrical, Computer, Biomedical Engineering, Toronto Metropolitan University, Toronto, ON, Canada","Signal Analysis Research (SAR) Group, Department of Electrical, Computer, and Biomedical Engineering, Toronto Metropolitan University, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9977-9653","affiliations":[{"raw_affiliation_string":"Signal Analysis Research (SAR) Group, Department of Electrical, Computer, Biomedical Engineering, Toronto Metropolitan University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I141950808"]},{"raw_affiliation_string":"Signal Analysis Research (SAR) Group, Department of Electrical, Computer, and Biomedical Engineering, Toronto Metropolitan University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054349344","display_name":"Venkat Bhat","orcid":"https://orcid.org/0000-0002-8768-1173"},"institutions":[{"id":"https://openalex.org/I1297363086","display_name":"St. Michael's Hospital","ror":"https://ror.org/04skqfp25","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1297363086","https://openalex.org/I4399598460"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Venkat Bhat","raw_affiliation_strings":["Interventional Psychiatry Program, St. Michael’s Hospital, Toronto, ON, Canada","Interventional Psychiatry Program, St. Michael's Hospital, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8768-1173","affiliations":[{"raw_affiliation_string":"Interventional Psychiatry Program, St. Michael’s Hospital, Toronto, ON, Canada","institution_ids":["https://openalex.org/I1297363086"]},{"raw_affiliation_string":"Interventional Psychiatry Program, St. Michael's Hospital, Toronto, Canada","institution_ids":["https://openalex.org/I1297363086"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086845888","display_name":"Sridhar Krishnan","orcid":"https://orcid.org/0000-0002-4659-564X"},"institutions":[{"id":"https://openalex.org/I141950808","display_name":"Pediatric Oncology Group","ror":"https://ror.org/04khqse59","country_code":"CA","type":"other","lineage":["https://openalex.org/I141950808"]},{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sridhar Krishnan","raw_affiliation_strings":["Signal Analysis Research (SAR) Group, Department of Electrical, Computer, Biomedical Engineering, Toronto Metropolitan University, Toronto, ON, Canada","Signal Analysis Research (SAR) Group, Department of Electrical, Computer, and Biomedical Engineering, Toronto Metropolitan University, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4659-564X","affiliations":[{"raw_affiliation_string":"Signal Analysis Research (SAR) Group, Department of Electrical, Computer, Biomedical Engineering, Toronto Metropolitan University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I141950808"]},{"raw_affiliation_string":"Signal Analysis Research (SAR) Group, Department of Electrical, Computer, and Biomedical Engineering, Toronto Metropolitan University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101875050"],"corresponding_institution_ids":["https://openalex.org/I141950808","https://openalex.org/I530967"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19626837,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":"4","first_page":"2653","last_page":"2667"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12245","display_name":"Counseling, Therapy, and Family Dynamics","score":0.6320000290870667,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12245","display_name":"Counseling, Therapy, and Family Dynamics","score":0.6320000290870667,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.46033036708831787},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.44106024503707886},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.42903825640678406},{"id":"https://openalex.org/keywords/psychotherapist","display_name":"Psychotherapist","score":0.40221694111824036},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3546760082244873},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3426256775856018},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.32717663049697876}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46033036708831787},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.44106024503707886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42903825640678406},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.40221694111824036},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3546760082244873},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3426256775856018},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32717663049697876}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3582198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3582198","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1545641654","https://openalex.org/W2003287078","https://openalex.org/W2013823856","https://openalex.org/W2096733369","https://openalex.org/W2104933073","https://openalex.org/W2117228865","https://openalex.org/W2145287260","https://openalex.org/W2154549868","https://openalex.org/W2161969291","https://openalex.org/W2164598857","https://openalex.org/W2168392347","https://openalex.org/W2618132023","https://openalex.org/W2896457183","https://openalex.org/W2964325361","https://openalex.org/W2966260098","https://openalex.org/W2973164529","https://openalex.org/W3003695599","https://openalex.org/W3016802478","https://openalex.org/W3032145505","https://openalex.org/W3126141780","https://openalex.org/W3142113686","https://openalex.org/W3161346624","https://openalex.org/W3173372706","https://openalex.org/W3183945946","https://openalex.org/W3198362366","https://openalex.org/W3202885273","https://openalex.org/W3210117933","https://openalex.org/W4210820433","https://openalex.org/W4224928124","https://openalex.org/W4242389692","https://openalex.org/W4281727610","https://openalex.org/W4283580776","https://openalex.org/W4313185654","https://openalex.org/W4366338353","https://openalex.org/W4379185210","https://openalex.org/W4387969091","https://openalex.org/W4389917421","https://openalex.org/W4390555647","https://openalex.org/W4392138827","https://openalex.org/W4393620616","https://openalex.org/W4394711776","https://openalex.org/W4401593325","https://openalex.org/W4402197678","https://openalex.org/W4402789585","https://openalex.org/W4403035465","https://openalex.org/W4403446573","https://openalex.org/W4406612847","https://openalex.org/W4410186708"],"related_works":["https://openalex.org/W4292002379","https://openalex.org/W2358901620","https://openalex.org/W4306253668","https://openalex.org/W3032782782","https://openalex.org/W2413547588","https://openalex.org/W1991896163","https://openalex.org/W2033796806","https://openalex.org/W415890011","https://openalex.org/W2494154630","https://openalex.org/W3188962172"],"abstract_inverted_index":{"Therapeutic":[0],"engagement":[1,24,33,76,146,175],"between":[2],"client":[3],"and":[4,49,52,84,97,99,113,127,131,149,166,171,192],"clinician":[5],"is":[6],"a":[7,41,66,70,104,205],"key":[8],"indicator":[9],"in":[10],"determining":[11],"treatment":[12],"outcomes":[13],"for":[14,28,36,121,132,164,188,197],"clients":[15],"with":[16],"mental":[17],"health":[18],"disorders.":[19],"Quantifying":[20],"this":[21,62],"type":[22],"of":[23,31,43,59,68,75,92,179],"provides":[25],"an":[26,32,56,184,193],"opportunity":[27],"the":[29,73,90,108,155,173,177,189,198],"development":[30],"quantification":[34,74],"framework":[35,71],"therapeutic":[37,161],"efficacy,":[38],"based":[39,77],"on":[40,78,154],"number":[42],"data":[44],"streams":[45],"including,":[46],"body":[47],"movement":[48],"synchronicity,":[50],"speech,":[51],"gestures":[53],"to":[54,102,176],"determine":[55],"individual's":[57],"level":[58,178],"engagement.":[60],"In":[61],"paper,":[63],"we":[64,115,124,135],"present":[65],"subset":[67],"such":[69],"through":[72],"Facial":[79],"Affect":[80],"Recognition,":[81],"Head":[82],"Motion,":[83],"Natural":[85],"Language":[86],"Processing.":[87],"We":[88,151,182],"propose":[89],"use":[91,125],"semantic":[93,133],"analysis,":[94],"emotion":[95,111],"dynamics":[96,112],"transitions,":[98],"head":[100,122,129],"motion":[101,123],"describe":[103],"participant's":[105],"attention":[106],"over":[107],"consultation.":[109],"For":[110],"transitions":[114],"employ":[116,136],"seven":[117],"standard":[118],"categorical":[119],"emotions;":[120],"acute":[126],"chronic":[128],"movement;":[130],"analysis":[134],"Robustly":[137],"Optimized":[138],"BERT":[139],"Pretraining":[140],"Approach.":[141],"These":[142],"features":[143],"derive":[144],"two":[145],"levels:":[147],"low":[148,165],"high.":[150],"performed":[152],"experiments":[153],"AnnoMI":[156],"dataset,":[157],"which":[158],"contains":[159],"133":[160],"consultation":[162],"videos":[163],"high":[167],"quality":[168],"motivational":[169,180],"interviews,":[170],"compared":[172],"resulting":[174],"interviewing.":[181],"achieved":[183],"89.1%":[185],"average":[186,195],"accuracy":[187,196],"Clinician":[190],"model":[191,200],"81.1%":[194],"Client":[199],"using":[201],"Gradient":[202],"Boost":[203],"as":[204],"classifier.":[206]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}