{"id":"https://openalex.org/W3117692248","doi":"https://doi.org/10.1145/3395035.3425358","title":"MEMOS: A Multi-modal Emotion Stream Database for Temporal Spontaneous Emotional State Detection","display_name":"MEMOS: A Multi-modal Emotion Stream Database for Temporal Spontaneous Emotional State Detection","publication_year":2020,"publication_date":"2020-10-25","ids":{"openalex":"https://openalex.org/W3117692248","doi":"https://doi.org/10.1145/3395035.3425358","mag":"3117692248"},"language":"en","primary_location":{"id":"doi:10.1145/3395035.3425358","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395035.3425358","pdf_url":null,"source":{"id":"https://openalex.org/S4306506653","display_name":"Companion Publication of the 2020 International Conference on Multimodal Interaction","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100723045","display_name":"Yan Li","orcid":"https://orcid.org/0009-0000-1331-9182"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Li","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069084947","display_name":"Xiaohan Xia","orcid":"https://orcid.org/0000-0002-5192-3863"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohan Xia","raw_affiliation_strings":["Northwestern Polytechnical University & Peng Cheng Laboratory, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University & Peng Cheng Laboratory, Xi'an, China","institution_ids":["https://openalex.org/I17145004","https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102021514","display_name":"Dongmei Jiang","orcid":"https://orcid.org/0000-0002-6238-8499"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmei Jiang","raw_affiliation_strings":["Northwestern Polytechnical University & Peng Cheng Laboratory, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University & Peng Cheng Laboratory, Xi'an, China","institution_ids":["https://openalex.org/I17145004","https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073820422","display_name":"Hichem Sahli","orcid":"https://orcid.org/0000-0002-1774-2970"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Hichem Sahli","raw_affiliation_strings":["Vrije University Brussel, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije University Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010478919","display_name":"Ramesh Jain","orcid":"https://orcid.org/0000-0003-2373-4966"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramesh Jain","raw_affiliation_strings":["University of California, Irvine, Irvine, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"370","last_page":"378"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7037550806999207},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6101885437965393},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.45067551732063293},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4123140871524811},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13830530643463135}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7037550806999207},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6101885437965393},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.45067551732063293},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4123140871524811},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13830530643463135},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3395035.3425358","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395035.3425358","pdf_url":null,"source":{"id":"https://openalex.org/S4306506653","display_name":"Companion Publication of the 2020 International Conference on Multimodal Interaction","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1501669607","https://openalex.org/W1927052826","https://openalex.org/W1981918162","https://openalex.org/W2045528981","https://openalex.org/W2088049833","https://openalex.org/W2122098299","https://openalex.org/W2129106196","https://openalex.org/W2132555391","https://openalex.org/W2144005487","https://openalex.org/W2151076348","https://openalex.org/W2155002669","https://openalex.org/W2162238004","https://openalex.org/W2168692779","https://openalex.org/W2510170536","https://openalex.org/W2546649374","https://openalex.org/W2767049207","https://openalex.org/W2803098682","https://openalex.org/W2886300652","https://openalex.org/W2894458059","https://openalex.org/W2910165986","https://openalex.org/W2915606245","https://openalex.org/W2939147136","https://openalex.org/W2946690159","https://openalex.org/W2956725921","https://openalex.org/W2964214371","https://openalex.org/W2981677410","https://openalex.org/W4247665917"],"related_works":["https://openalex.org/W2065180665","https://openalex.org/W4318570644","https://openalex.org/W3049547150","https://openalex.org/W2374348909","https://openalex.org/W2317981192","https://openalex.org/W802416172","https://openalex.org/W2394396836","https://openalex.org/W2376987262","https://openalex.org/W2761353030","https://openalex.org/W2995013067"],"abstract_inverted_index":{"Mental":[0],"health":[1],"applications":[2],"are":[3,62,98,108,132,211],"increasingly":[4],"interested":[5],"in":[6,87,201,225],"using":[7],"audio-visual":[8],"and":[9,34,103,134,243],"physiological":[10],"measurements":[11],"to":[12,24,40,52,124,153],"detect":[13,25],"the":[14,42,88,96,137,141,156,164,169,173,191,209,215,226],"emotional":[15,27,149,178],"state":[16,150,179],"of":[17,31,44,48,90,95],"a":[18,45,81,147,229,239,245],"person,":[19],"where":[20,208],"significant":[21],"researches":[22],"aim":[23],"episodic":[26],"state.":[28],"The":[29],"availability":[30],"wearable":[32,111],"devices":[33],"advanced":[35],"signals":[36,107],"is":[37,204],"attracting":[38],"researchers":[39],"explore":[41],"detection":[43,151,180],"continuous":[46],"sequence":[47],"emotion":[49,54,69,157,222],"categories,":[50],"referred":[51],"as":[53,187],"stream,":[55],"for":[56,66,176,247],"understanding":[57],"mental":[58],"health.":[59],"Currently,":[60],"there":[61],"no":[63],"established":[64],"databases":[65],"experimenting":[67],"with":[68,129,159,182],"streams.":[70],"In":[71],"this":[72,235],"paper,":[73],"we":[74,79,145],"make":[75],"two":[76],"contributions.":[77],"First,":[78],"collect":[80],"Multi-modal":[82],"EMOtion":[83],"Stream":[84],"(MEMOS)":[85],"database":[86,171,246],"scenario":[89],"social":[91],"games.":[92],"Audio-video":[93],"recordings":[94],"players":[97],"made":[99],"via":[100],"mobile":[101],"phones":[102],"aligned":[104],"Electrocardiogram":[105],"(ECG)":[106],"collected":[109],"by":[110,136,213,220],"sensors.":[112],"Totally":[113],"40":[114],"multi-modal":[115],"sessions":[116],"have":[117],"been":[118],"recorded,":[119],"each":[120],"lasting":[121],"between":[122],"25":[123],"70":[125],"minutes.":[126],"Emotional":[127],"states":[128],"time":[130,161],"boundaries":[131,162],"self-reported":[133],"annotated":[135],"participants":[138],"while":[139],"watching":[140],"video":[142,165],"recordings.":[143,166],"Secondly,":[144],"propose":[146],"two-step":[148],"framework":[152],"automatically":[154],"determine":[155],"categories":[158],"their":[160],"along":[163],"Experiments":[167],"on":[168,189],"MEMOS":[170],"provide":[172,244],"baseline":[174],"result":[175],"temporal":[177],"research,":[181],"average":[183],"mean-average-precision":[184],"(mAP)":[185],"score":[186],"8.109%":[188],"detecting":[190],"five":[192],"emotions":[193,210],"(happiness,":[194],"sadness,":[195],"anger,":[196],"surprise,":[197],"other":[198],"negative":[199],"emotions)":[200],"videos.":[202],"It":[203],"higher":[205],"than":[206],"5.47%":[207],"detected":[212],"averaging":[214],"frame-level":[216],"confidence":[217],"scores":[218],"(obtained":[219],"Face++":[221],"recognition":[223],"API)":[224],"segments":[227],"from":[228],"sliding":[230],"window.":[231],"We":[232],"expect":[233],"that":[234],"paper":[236],"will":[237],"introduce":[238],"novel":[240],"research":[241],"problem":[242],"related":[248],"research.":[249]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}