{"id":"https://openalex.org/W2547937402","doi":"https://doi.org/10.1145/2993148.2997622","title":"Multimodal sensing of affect intensity","display_name":"Multimodal sensing of affect intensity","publication_year":2016,"publication_date":"2016-10-31","ids":{"openalex":"https://openalex.org/W2547937402","doi":"https://doi.org/10.1145/2993148.2997622","mag":"2547937402"},"language":"en","primary_location":{"id":"doi:10.1145/2993148.2997622","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2993148.2997622","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064244105","display_name":"Shalini Bhatia","orcid":null},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Shalini Bhatia","raw_affiliation_strings":["University of Canberra, Australia"],"affiliations":[{"raw_affiliation_string":"University of Canberra, Australia","institution_ids":["https://openalex.org/I188329596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5064244105"],"corresponding_institution_ids":["https://openalex.org/I188329596"],"apc_list":null,"apc_paid":null,"fwci":0.9073,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.79557598,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"567","last_page":"571"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/melancholia","display_name":"Melancholia","score":0.6693301796913147},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5788058042526245},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.576241135597229},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.5464129447937012},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5337373614311218},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48709964752197266},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4486352801322937},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4331425428390503},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3934323787689209},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.39169153571128845},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3412008285522461},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.30512523651123047},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.10904291272163391},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.096262127161026},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.09498557448387146}],"concepts":[{"id":"https://openalex.org/C2780783166","wikidata":"https://www.wikidata.org/wiki/Q192077","display_name":"Melancholia","level":3,"score":0.6693301796913147},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5788058042526245},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.576241135597229},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.5464129447937012},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5337373614311218},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48709964752197266},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4486352801322937},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4331425428390503},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3934323787689209},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.39169153571128845},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3412008285522461},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.30512523651123047},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.10904291272163391},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.096262127161026},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.09498557448387146},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2993148.2997622","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2993148.2997622","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1670132599","https://openalex.org/W1966203745","https://openalex.org/W1990370049","https://openalex.org/W1998391547","https://openalex.org/W2003502731","https://openalex.org/W2003601718","https://openalex.org/W2016053056","https://openalex.org/W2027249157","https://openalex.org/W2040232951","https://openalex.org/W2088846517","https://openalex.org/W2106822551","https://openalex.org/W2107034620","https://openalex.org/W2116182952","https://openalex.org/W2124750300","https://openalex.org/W2139916508","https://openalex.org/W2148905283","https://openalex.org/W2153635508","https://openalex.org/W2157285372","https://openalex.org/W2167659819","https://openalex.org/W2291466689","https://openalex.org/W2339343773","https://openalex.org/W2496062240","https://openalex.org/W2519656895","https://openalex.org/W2765540322","https://openalex.org/W2953111739"],"related_works":["https://openalex.org/W4245809887","https://openalex.org/W2136345827","https://openalex.org/W4224031327","https://openalex.org/W4239128052","https://openalex.org/W4241741780","https://openalex.org/W105187872","https://openalex.org/W3202613528","https://openalex.org/W4382934300","https://openalex.org/W2121061354","https://openalex.org/W4285388059"],"abstract_inverted_index":{"Most":[0,76],"research":[1],"on":[2,7,59,70,163,204,215],"affect":[3,57],"intensity":[4,58],"has":[5],"relied":[6],"the":[8,56,78,84,94,100,110,114,153,185,205,216,245],"Affect":[9],"Intensity":[10],"Measure":[11],"(AIM)":[12],"of":[13,34,66,77,96,103,112,155,208,218,249],"self-report":[14],"that":[15],"asks":[16],"respondents":[17],"to":[18,24,41,54,93,122,136,146,188],"rate":[19],"how":[20,35],"often":[21],"they":[22],"react":[23],"situations":[25],"with":[26],"strong":[27],"emotions.":[28],"The":[29],"AIM":[30],"gives":[31],"an":[32],"indication":[33],"strongly":[36],"or":[37],"weakly":[38],"individuals":[39],"tend":[40],"experience":[42],"emotions":[43],"in":[44,80,109,125,132,158,236,251],"their":[45],"everyday":[46],"life.":[47],"In":[48,120],"this":[49,81],"PhD":[50],"project,":[51],"I":[52,144,161,211,241],"plan":[53,162],"quantify":[55,123],"a":[60,87,104,202,231],"continuous":[61],"scale":[62],"using":[63,164],"multiple":[64,171],"modalities":[65],"video":[67,148,159,189,197],"and":[68,127,178,200,220,224,239,247],"audio":[69],"real-world,":[71],"clinically":[72],"validated":[73],"depression":[74,101,124,237,252],"datasets.":[75],"work":[79],"area":[82],"treats":[83],"problem":[85],"as":[86,107,130,174,230],"binary":[88],"classification":[89,217,238,250],"problem,":[90],"mainly":[91],"due":[92],"lack":[95],"dimensional":[97],"data.":[98],"As":[99],"severity":[102],"subject":[105],"increases,":[106],"seen":[108],"case":[111],"melancholia,":[113],"facial":[115],"movements":[116],"become":[117],"very":[118],"subtle.":[119],"order":[121],"general,":[126],"subtypes":[128],"such":[129,173],"melancholia":[131],"particular,":[133],"we":[134],"need":[135],"reveal":[137],"these":[138],"subtle":[139],"changes.":[140],"To":[141],"do":[142],"this,":[143],"propose":[145],"use":[147],"magnification":[149],"approaches.":[150],"Inspired":[151],"by":[152],"success":[154],"deep":[156,165],"learning":[157,166],"classification,":[160,190],"for":[167,233],"information":[168],"fusion":[169],"over":[170],"modalities,":[172],"Convolutional":[175],"Neural":[176],"Networks":[177],"Long":[179],"Short":[180],"Term":[181],"Memory":[182],"Networks.":[183],"Using":[184],"common":[186],"approach":[187],"i.e.":[191],"local":[192],"feature":[193],"extraction,":[194],"fixed":[195],"size":[196],"level":[198],"description":[199],"training":[201],"classifier":[203],"resulting":[206],"bag":[207],"words":[209],"representation,":[210],"present":[212],"preliminary":[213],"results":[214],"melancholic":[219],"non-melancholic":[221],"depressed":[222],"subjects":[223],"healthy":[225],"controls,":[226],"which":[227],"will":[228],"serve":[229],"baseline":[232],"future":[234],"development":[235],"analysis.":[240],"have":[242],"also":[243],"compared":[244],"sensitivity":[246],"specificity":[248],"sub-types.":[253]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}