{"id":"https://openalex.org/W3166386864","doi":"https://doi.org/10.1109/icip42928.2021.9506349","title":"Shallow Optical Flow Three-Stream CNN For Macro- And Micro-Expression Spotting From Long Videos","display_name":"Shallow Optical Flow Three-Stream CNN For Macro- And Micro-Expression Spotting From Long Videos","publication_year":2021,"publication_date":"2021-08-23","ids":{"openalex":"https://openalex.org/W3166386864","doi":"https://doi.org/10.1109/icip42928.2021.9506349","mag":"3166386864"},"language":"en","primary_location":{"id":"doi:10.1109/icip42928.2021.9506349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip42928.2021.9506349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.06489","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029392360","display_name":"Gen-Bing Liong","orcid":"https://orcid.org/0000-0003-2983-284X"},"institutions":[{"id":"https://openalex.org/I173029219","display_name":"Multimedia University","ror":"https://ror.org/04zrbnc33","country_code":"MY","type":"education","lineage":["https://openalex.org/I173029219"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Gen-Bing Liong","raw_affiliation_strings":["Multimedia University,Faculty of Computing and Informatics,Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia University,Faculty of Computing and Informatics,Malaysia","institution_ids":["https://openalex.org/I173029219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076753547","display_name":"John See","orcid":"https://orcid.org/0000-0003-3005-4109"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]},{"id":"https://openalex.org/I4210085930","display_name":"Heriot-Watt University Malaysia","ror":"https://ror.org/0059w0420","country_code":"MY","type":"education","lineage":["https://openalex.org/I4210085930"]}],"countries":["GB","MY"],"is_corresponding":false,"raw_author_name":"John See","raw_affiliation_strings":["Heriot-Watt University,School of Mathematical and Computer Sciences,Malaysia","Heriot-Watt University, Edinburgh, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Heriot-Watt University,School of Mathematical and Computer Sciences,Malaysia","institution_ids":["https://openalex.org/I4210085930"]},{"raw_affiliation_string":"Heriot-Watt University, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046326626","display_name":"Lai-Kuan Wong","orcid":"https://orcid.org/0000-0002-4517-0391"},"institutions":[{"id":"https://openalex.org/I173029219","display_name":"Multimedia University","ror":"https://ror.org/04zrbnc33","country_code":"MY","type":"education","lineage":["https://openalex.org/I173029219"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Lai-Kuan Wong","raw_affiliation_strings":["Multimedia University,Faculty of Computing and Informatics,Malaysia","Multimedia University, Malacca, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Multimedia University,Faculty of Computing and Informatics,Malaysia","institution_ids":["https://openalex.org/I173029219"]},{"raw_affiliation_string":"Multimedia University, Malacca, Malaysia","institution_ids":["https://openalex.org/I173029219"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2643","last_page":"2647"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spotting","display_name":"Spotting","score":0.9334867000579834},{"id":"https://openalex.org/keywords/keyword-spotting","display_name":"Keyword spotting","score":0.7704519629478455},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.714224100112915},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.7068779468536377},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7007206678390503},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5422031283378601},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5333806276321411},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5045672655105591},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.48801174759864807},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.46698492765426636},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4597269892692566},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41945287585258484},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3951164186000824},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.37681707739830017},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3578168749809265},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.18026867508888245},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09805938601493835},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.07115420699119568}],"concepts":[{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.9334867000579834},{"id":"https://openalex.org/C2781213101","wikidata":"https://www.wikidata.org/wiki/Q6398558","display_name":"Keyword spotting","level":2,"score":0.7704519629478455},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.714224100112915},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.7068779468536377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7007206678390503},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5422031283378601},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5333806276321411},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5045672655105591},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.48801174759864807},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.46698492765426636},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4597269892692566},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41945287585258484},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3951164186000824},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37681707739830017},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3578168749809265},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.18026867508888245},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09805938601493835},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.07115420699119568},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/icip42928.2021.9506349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip42928.2021.9506349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2106.06489","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.06489","pdf_url":"https://arxiv.org/pdf/2106.06489","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3166386864","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2106.06489v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2106.06489","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2106.06489","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.17023/9y2g-c438","is_oa":true,"landing_page_url":"https://doi.org/10.17023/9y2g-c438","pdf_url":null,"source":{"id":"https://openalex.org/S7407051697","display_name":"IEEE RESOURCE CENTERS","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Audiovisual"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.06489","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.06489","pdf_url":"https://arxiv.org/pdf/2106.06489","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311649","display_name":"Ministry of Education","ror":"https://ror.org/036nq5137"},{"id":"https://openalex.org/F4320329006","display_name":"Kementerian Pendidikan Malaysia","ror":"https://ror.org/05v8z6a72"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3166386864.pdf"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1609907549","https://openalex.org/W1977821862","https://openalex.org/W2025216571","https://openalex.org/W2048244171","https://openalex.org/W2096621047","https://openalex.org/W2101866605","https://openalex.org/W2115252128","https://openalex.org/W2139675209","https://openalex.org/W2264829898","https://openalex.org/W2426188534","https://openalex.org/W2502450975","https://openalex.org/W2527254703","https://openalex.org/W2567449792","https://openalex.org/W2594048267","https://openalex.org/W2805761370","https://openalex.org/W2808103905","https://openalex.org/W2962858109","https://openalex.org/W2964097128","https://openalex.org/W2970981431","https://openalex.org/W2983543718","https://openalex.org/W3106342476","https://openalex.org/W3128516613","https://openalex.org/W3128621833","https://openalex.org/W3128811047","https://openalex.org/W3134059694","https://openalex.org/W6677618333","https://openalex.org/W6724034604","https://openalex.org/W6734535906","https://openalex.org/W6761157748","https://openalex.org/W6770315166","https://openalex.org/W6786803323"],"related_works":["https://openalex.org/W3194570764","https://openalex.org/W3089657753","https://openalex.org/W2997244253","https://openalex.org/W2963048966","https://openalex.org/W2950307714","https://openalex.org/W2769071597","https://openalex.org/W3153550623","https://openalex.org/W2739086061","https://openalex.org/W2990330482","https://openalex.org/W2765392974","https://openalex.org/W3082025411","https://openalex.org/W2604128149","https://openalex.org/W3087637249","https://openalex.org/W3164831349","https://openalex.org/W2977139876","https://openalex.org/W2794977364","https://openalex.org/W2987132046","https://openalex.org/W2981355328","https://openalex.org/W3117412770","https://openalex.org/W3197593298"],"abstract_inverted_index":{"Facial":[0],"expressions":[1],"vary":[2],"from":[3,20],"the":[4,7,12,21,29,74,86,98,103,108,112],"visible":[5],"to":[6,68,96],"subtle.":[8],"In":[9,55],"recent":[10,113],"years,":[11],"analysis":[13],"of":[14,23,31,37,76,107],"micro-expressions\u2014":[15],"a":[16,34,60,70,77,90],"natural":[17],"occurrence":[18],"resulting":[19],"suppression":[22],"one\u2019s":[24],"true":[25],"emotions,":[26],"has":[27],"drawn":[28],"attention":[30],"researchers":[32],"with":[33,51,127],"broad":[35],"range":[36],"potential":[38],"applications.":[39],"However,":[40],"spotting":[41,87],"micro-expressions":[42],"in":[43,80],"long":[44],"videos":[45],"becomes":[46],"increasingly":[47],"challenging":[48],"when":[49],"intertwined":[50],"normal":[52],"or":[53],"macro-expressions.":[54],"this":[56],"paper,":[57],"we":[58,93],"propose":[59],"shallow":[61],"optical":[62],"flow":[63],"three-stream":[64],"CNN":[65],"(SOFTNet)":[66],"model":[67],"predict":[69],"score":[71],"that":[72],"captures":[73],"likelihood":[75],"frame":[78],"being":[79],"an":[81],"expression":[82],"interval.":[83],"By":[84],"fashioning":[85],"task":[88],"as":[89],"regression":[91],"problem,":[92],"introduce":[94],"pseudo-labeling":[95],"facilitate":[97],"learning":[99],"process.":[100],"We":[101],"demonstrate":[102],"efficacy":[104],"and":[105],"efficiency":[106],"proposed":[109],"approach":[110],"on":[111,122,131],"MEGC":[114],"2020":[115],"benchmark,":[116],"where":[117],"state-of-the-art":[118],"performance":[119],"is":[120],"achieved":[121],"CAS(ME)":[123],"<sup":[124],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[125],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>":[126],"equally":[128],"promising":[129],"results":[130],"SAMM":[132],"Long":[133],"Videos.":[134]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
