{"id":"https://openalex.org/W4297330278","doi":"https://doi.org/10.1145/3552465.3555040","title":"MTSN: A Multi-Temporal Stream Network for Spotting Facial Macro- and Micro-Expression with Hard and Soft Pseudo-labels","display_name":"MTSN: A Multi-Temporal Stream Network for Spotting Facial Macro- and Micro-Expression with Hard and Soft Pseudo-labels","publication_year":2022,"publication_date":"2022-09-27","ids":{"openalex":"https://openalex.org/W4297330278","doi":"https://doi.org/10.1145/3552465.3555040"},"language":"en","primary_location":{"id":"doi:10.1145/3552465.3555040","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3552465.3555040","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Facial Micro-Expression: Advanced Techniques for Multi-Modal Facial Expression Analysis","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085266603","display_name":"Gen Bing Liong","orcid":null},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Gen Bing Liong","raw_affiliation_strings":["University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001555686","display_name":"Sze\u2010Teng Liong","orcid":"https://orcid.org/0000-0002-3867-1964"},"institutions":[{"id":"https://openalex.org/I4880106","display_name":"Feng Chia University","ror":"https://ror.org/05vhczg54","country_code":"TW","type":"education","lineage":["https://openalex.org/I4880106"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Sze-Teng Liong","raw_affiliation_strings":["Feng Chia University, Taichung, Taiwan Roc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Feng Chia University, Taichung, Taiwan Roc","institution_ids":["https://openalex.org/I4880106"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076753547","display_name":"John See","orcid":"https://orcid.org/0000-0003-3005-4109"},"institutions":[{"id":"https://openalex.org/I4210085930","display_name":"Heriot-Watt University Malaysia","ror":"https://ror.org/0059w0420","country_code":"MY","type":"education","lineage":["https://openalex.org/I4210085930"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"John See","raw_affiliation_strings":["Heriot-Watt University Malaysia, Putrajaya, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Heriot-Watt University Malaysia, Putrajaya, Malaysia","institution_ids":["https://openalex.org/I4210085930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062648687","display_name":"Chee-Seng Chan","orcid":null},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Chee-Seng Chan","raw_affiliation_strings":["University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spotting","display_name":"Spotting","score":0.8558324575424194},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.6989251971244812},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.693470299243927},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6721472144126892},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6377978324890137},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.6054329872131348},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5803694725036621},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5657099485397339},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4546128511428833},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.43544313311576843},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3718799352645874},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.05538108944892883},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.05437055230140686}],"concepts":[{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.8558324575424194},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.6989251971244812},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.693470299243927},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6721472144126892},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6377978324890137},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.6054329872131348},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5803694725036621},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5657099485397339},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4546128511428833},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.43544313311576843},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3718799352645874},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.05538108944892883},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.05437055230140686},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3552465.3555040","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3552465.3555040","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Facial Micro-Expression: Advanced Techniques for Multi-Modal Facial Expression Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2048244171","https://openalex.org/W2072038603","https://openalex.org/W2139675209","https://openalex.org/W2426188534","https://openalex.org/W2567602236","https://openalex.org/W2571743746","https://openalex.org/W2603247401","https://openalex.org/W2805761370","https://openalex.org/W2899883316","https://openalex.org/W2958471948","https://openalex.org/W2962162344","https://openalex.org/W2964097128","https://openalex.org/W3103539074","https://openalex.org/W3128209522","https://openalex.org/W3128811047","https://openalex.org/W3128946893","https://openalex.org/W3141012605","https://openalex.org/W3205667279","https://openalex.org/W3206355728","https://openalex.org/W3206718318","https://openalex.org/W4214540501"],"related_works":["https://openalex.org/W2034439647","https://openalex.org/W4249589822","https://openalex.org/W2103063669","https://openalex.org/W3184921334","https://openalex.org/W4255446307","https://openalex.org/W2033009170","https://openalex.org/W2988098900","https://openalex.org/W4386895402","https://openalex.org/W3202382261","https://openalex.org/W2642127892"],"abstract_inverted_index":{"This":[0],"paper":[1],"considers":[2],"the":[3,16,29,34,48,58,64,76,92,111],"challenge":[4],"of":[5,60,103,119],"spotting":[6],"facial":[7,35],"macro-":[8,85],"and":[9,42,86,105,121,125],"micro-expression":[10,87],"from":[11,54,75],"long":[12],"videos.":[13],"We":[14,37],"propose":[15],"multi-temporal":[17],"stream":[18],"network":[19,49],"(MTSN)":[20],"model":[21,78],"that":[22],"takes":[23],"two":[24],"distinct":[25],"inputs":[26],"by":[27,98],"considering":[28],"different":[30],"temporal":[31],"information":[32],"in":[33,63],"movement.":[36],"also":[38,106],"introduce":[39],"a":[40,72],"hard":[41],"soft":[43],"pseudo-labeling":[44],"technique":[45],"to":[46,50,82],"enable":[47],"distinguish":[51],"expression":[52,65],"frames":[53,56],"non-expression":[55],"via":[57],"learning":[59],"salient":[61],"features":[62],"peak":[66],"frame.":[67],"Consequently,":[68],"we":[69],"demonstrate":[70],"how":[71],"single":[73],"output":[74],"MTSN":[77],"can":[79],"be":[80],"post-processed":[81],"predict":[83],"both":[84],"intervals.":[88],"Our":[89],"results":[90],"outperform":[91],"MEGC":[93,112],"2022":[94],"baseline":[95],"method":[96],"significantly":[97],"achieving":[99],"an":[100,116],"overall":[101,117],"F1-score":[102,118],"0.2586":[104],"did":[107],"remarkably":[108],"well":[109],"on":[110,123],"2021":[113],"benchmark":[114],"with":[115],"0.3620":[120],"0.2867":[122],"CAS(ME)2":[124],"SAMM":[126],"Long":[127],"Videos,":[128],"respectively.":[129]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":11}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}