{"id":"https://openalex.org/W2526567570","doi":"https://doi.org/10.1109/taffc.2016.2614300","title":"MultiSense\u2014Context-Aware Nonverbal Behavior Analysis Framework: A Psychological Distress Use Case","display_name":"MultiSense\u2014Context-Aware Nonverbal Behavior Analysis Framework: A Psychological Distress Use Case","publication_year":2016,"publication_date":"2016-09-28","ids":{"openalex":"https://openalex.org/W2526567570","doi":"https://doi.org/10.1109/taffc.2016.2614300","mag":"2526567570"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2016.2614300","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2016.2614300","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084069394","display_name":"Giota Stratou","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I4210087747","display_name":"Creative Technologies (United States)","ror":"https://ror.org/001qkb777","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087747"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Giota Stratou","raw_affiliation_strings":["Institute for Creative Technologies, University of Southern California, Playa Vista, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Creative Technologies, University of Southern California, Playa Vista, CA","institution_ids":["https://openalex.org/I1174212","https://openalex.org/I4210087747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081398601","display_name":"Louis\u2010Philippe Morency","orcid":"https://orcid.org/0000-0001-6376-7696"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Louis-Philippe Morency","raw_affiliation_strings":["Language Technology Institute, Carnegie Mellon University, Pittsburgh, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Technology Institute, Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.6342,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.96641231,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"8","issue":"2","first_page":"190","last_page":"203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13289","display_name":"Infant Health and Development","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/3611","display_name":"Pharmacy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.8759154081344604},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.6707755327224731},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6116384267807007},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.6060775518417358},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6015414595603943},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.5443848967552185},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.483452171087265},{"id":"https://openalex.org/keywords/body-language","display_name":"Body language","score":0.4340936839580536},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.32369130849838257},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.27438119053840637}],"concepts":[{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.8759154081344604},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6707755327224731},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6116384267807007},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.6060775518417358},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6015414595603943},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.5443848967552185},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.483452171087265},{"id":"https://openalex.org/C20253421","wikidata":"https://www.wikidata.org/wiki/Q477298","display_name":"Body language","level":2,"score":0.4340936839580536},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.32369130849838257},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.27438119053840637},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2016.2614300","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2016.2614300","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G8081264965","display_name":null,"funder_award_id":"W911NF-04-D-0005","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320309398","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W73132043","https://openalex.org/W139099258","https://openalex.org/W563548559","https://openalex.org/W1021544130","https://openalex.org/W1593934207","https://openalex.org/W1727020689","https://openalex.org/W1796053155","https://openalex.org/W1915921740","https://openalex.org/W1966250271","https://openalex.org/W1968600824","https://openalex.org/W1974219072","https://openalex.org/W1981231682","https://openalex.org/W1985867508","https://openalex.org/W1995103851","https://openalex.org/W1997225982","https://openalex.org/W2004904759","https://openalex.org/W2021678994","https://openalex.org/W2023670049","https://openalex.org/W2028975938","https://openalex.org/W2034322657","https://openalex.org/W2035505019","https://openalex.org/W2041649634","https://openalex.org/W2050562651","https://openalex.org/W2053101950","https://openalex.org/W2058497930","https://openalex.org/W2058580145","https://openalex.org/W2062908757","https://openalex.org/W2064784578","https://openalex.org/W2095176743","https://openalex.org/W2098597588","https://openalex.org/W2099386544","https://openalex.org/W2107453881","https://openalex.org/W2108223677","https://openalex.org/W2109636054","https://openalex.org/W2117645142","https://openalex.org/W2117724385","https://openalex.org/W2123618525","https://openalex.org/W2126353590","https://openalex.org/W2129785627","https://openalex.org/W2133107415","https://openalex.org/W2136409902","https://openalex.org/W2140321956","https://openalex.org/W2141660036","https://openalex.org/W2148338187","https://openalex.org/W2148534872","https://openalex.org/W2149602309","https://openalex.org/W2161563143","https://openalex.org/W2162494996","https://openalex.org/W2165044370","https://openalex.org/W2168697341","https://openalex.org/W2171802301","https://openalex.org/W2171939880","https://openalex.org/W2180571361","https://openalex.org/W2180815743","https://openalex.org/W2185243955","https://openalex.org/W2224202361","https://openalex.org/W2227806618","https://openalex.org/W2252180568","https://openalex.org/W2270987589","https://openalex.org/W2276732406","https://openalex.org/W2321324247","https://openalex.org/W2404506305","https://openalex.org/W2408216521","https://openalex.org/W3010512420","https://openalex.org/W3182920176","https://openalex.org/W6602931396","https://openalex.org/W6635262810","https://openalex.org/W6676218802","https://openalex.org/W6678941286","https://openalex.org/W6680163886","https://openalex.org/W6684796625","https://openalex.org/W6689494332","https://openalex.org/W6691669583","https://openalex.org/W6693639690","https://openalex.org/W6694871553","https://openalex.org/W6712930837","https://openalex.org/W6714145959"],"related_works":["https://openalex.org/W2377538404","https://openalex.org/W2373818565","https://openalex.org/W3087760170","https://openalex.org/W4396748111","https://openalex.org/W1926479433","https://openalex.org/W2296525816","https://openalex.org/W2598216754","https://openalex.org/W2393549622","https://openalex.org/W2784338292","https://openalex.org/W2586517223"],"abstract_inverted_index":{"During":[0],"face-to-face":[1,74],"interactions,":[2],"people":[3],"naturally":[4],"integrate":[5,171],"nonverbal":[6,35,85,126,149,177,251],"behaviors":[7,36,86,183,252],"such":[8,44,232],"as":[9,15,45,87,219,233],"facial":[10],"expressions":[11],"and":[12,100,107,115,121,143,166,170,188,235,288],"body":[13],"postures":[14],"part":[16,88,220],"of":[17,28,33,72,89,194,201,221,229,283,293],"the":[18,22,46,50,55,90,98,111,164,167,190,195,199,202,211,256,280,291],"conversation":[19],"to":[20,65,77,82,123,155,226,261,270],"infer":[21],"communicative":[23],"intent":[24],"or":[25,54,67],"emotional":[26],"state":[27,258],"their":[29],"interlocutor.":[30],"The":[31],"interpretation":[32,296],"these":[34],"will":[37],"often":[38],"be":[39,104,119],"contextualized":[40],"by":[41],"interactional":[42,91,116,157],"cues":[43,117,158],"previous":[47],"spoken":[48],"question,":[49],"general":[51],"discussion":[52],"topic":[53],"physical":[56],"environment.":[57],"A":[58],"critical":[59],"step":[60],"in":[61,69,259],"creating":[62],"computers":[63],"able":[64],"understand":[66],"participate":[68],"this":[70,94,131,172,241],"type":[71],"social":[73],"interactions":[75],"is":[76,153,217],"develop":[78],"a":[79,135,185,206,222,262,266],"computational":[80,137],"platform":[81],"synchronously":[83],"recognize":[84],"context.":[92],"In":[93,130,240],"platform,":[95],"information":[96,174],"for":[97,147],"acoustic":[99],"visual":[101],"modalities":[102],"should":[103,118],"carefully":[105],"synchronized":[106],"rapidly":[108],"processed.":[109],"At":[110],"same":[112],"time,":[113],"contextual":[114,173,295],"remembered":[120],"integrated":[122],"better":[124],"interpret":[125],"(and":[127],"verbal)":[128],"behaviors.":[129,178],"article,":[132],"we":[133],"introduce":[134],"real-time":[136,260],"framework,":[138],"MultiSense,":[139],"which":[140],"offers":[141],"flexible":[142],"efficient":[144],"synchronization":[145,286],"approaches":[146,287],"context-based":[148],"behavior":[150],"analysis.":[151],"MultiSense":[152,179,216,243,294],"designed":[154,269],"utilize":[156],"from":[159,163,210,250],"both":[160],"interlocutors":[161],"(e.g.,":[162],"computer":[165],"human":[168,275],"participant)":[169],"when":[175,297],"interpreting":[176],"can":[180],"also":[181,254,289],"assimilate":[182],"over":[184],"full":[186],"interaction":[187],"summarize":[189],"observed":[191],"affective":[192],"states":[193],"user.":[196],"We":[197],"demonstrate":[198,290],"capabilities":[200],"new":[203],"framework":[204],"with":[205,274],"concrete":[207],"use":[208],"case":[209],"mental":[212],"health":[213],"domain":[214],"where":[215],"used":[218],"decision":[223],"support":[224],"tool":[225],"assess":[227],"indicators":[228,249],"psychological":[230,247],"distress":[231,248,299],"depression":[234],"post-traumatic":[236],"stress":[237],"disorder":[238],"(PTSD).":[239],"scenario,":[242],"not":[244],"only":[245],"infers":[246],"but":[253],"broadcasts":[255],"user":[257],"virtual":[263],"agent":[264],"(i.e.,":[265],"digital":[267],"interviewer)":[268],"conduct":[271],"semi-structured":[272],"interviews":[273],"participants.":[276],"Our":[277],"experiments":[278],"show":[279],"added":[281],"value":[282],"our":[284],"multimodal":[285],"importance":[292],"inferring":[298],"indicators.":[300]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}