{"id":"https://openalex.org/W3214602970","doi":"https://doi.org/10.1155/2021/5221950","title":"Research on a Microexpression Recognition Technology Based on Multimodal Fusion","display_name":"Research on a Microexpression Recognition Technology Based on Multimodal Fusion","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3214602970","doi":"https://doi.org/10.1155/2021/5221950","mag":"3214602970"},"language":"en","primary_location":{"id":"doi:10.1155/2021/5221950","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5221950","pdf_url":"https://downloads.hindawi.com/journals/complexity/2021/5221950.pdf","source":{"id":"https://openalex.org/S207319443","display_name":"Complexity","issn_l":"1076-2787","issn":["1076-2787","1099-0526"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complexity","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://downloads.hindawi.com/journals/complexity/2021/5221950.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072141919","display_name":"Jie Kang","orcid":null},"institutions":[{"id":"https://openalex.org/I209549992","display_name":"Sanjiang University","ror":"https://ror.org/02q1hyx43","country_code":"CN","type":"education","lineage":["https://openalex.org/I209549992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jie Kang","raw_affiliation_strings":["College of Mechanical & Electrical Engineering, Sanjiang University, Nanjing 210012, China"],"affiliations":[{"raw_affiliation_string":"College of Mechanical & Electrical Engineering, Sanjiang University, Nanjing 210012, China","institution_ids":["https://openalex.org/I209549992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013149783","display_name":"Xiao Ying Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I209549992","display_name":"Sanjiang University","ror":"https://ror.org/02q1hyx43","country_code":"CN","type":"education","lineage":["https://openalex.org/I209549992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Ying Chen","raw_affiliation_strings":["College of Mechanical & Electrical Engineering, Sanjiang University, Nanjing 210012, China"],"affiliations":[{"raw_affiliation_string":"College of Mechanical & Electrical Engineering, Sanjiang University, Nanjing 210012, China","institution_ids":["https://openalex.org/I209549992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004810211","display_name":"Qi Yuan Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I209549992","display_name":"Sanjiang University","ror":"https://ror.org/02q1hyx43","country_code":"CN","type":"education","lineage":["https://openalex.org/I209549992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Yuan Liu","raw_affiliation_strings":["College of Mechanical & Electrical Engineering, Sanjiang University, Nanjing 210012, China"],"affiliations":[{"raw_affiliation_string":"College of Mechanical & Electrical Engineering, Sanjiang University, Nanjing 210012, China","institution_ids":["https://openalex.org/I209549992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080620554","display_name":"Si Han Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I209549992","display_name":"Sanjiang University","ror":"https://ror.org/02q1hyx43","country_code":"CN","type":"education","lineage":["https://openalex.org/I209549992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Si Han Jin","raw_affiliation_strings":["College of Mechanical & Electrical Engineering, Sanjiang University, Nanjing 210012, China"],"affiliations":[{"raw_affiliation_string":"College of Mechanical & Electrical Engineering, Sanjiang University, Nanjing 210012, China","institution_ids":["https://openalex.org/I209549992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101757755","display_name":"Cheng Yang","orcid":"https://orcid.org/0000-0003-0997-6280"},"institutions":[{"id":"https://openalex.org/I209549992","display_name":"Sanjiang University","ror":"https://ror.org/02q1hyx43","country_code":"CN","type":"education","lineage":["https://openalex.org/I209549992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Han Yang","raw_affiliation_strings":["College of Mechanical & Electrical Engineering, Sanjiang University, Nanjing 210012, China"],"affiliations":[{"raw_affiliation_string":"College of Mechanical & Electrical Engineering, Sanjiang University, Nanjing 210012, China","institution_ids":["https://openalex.org/I209549992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110803401","display_name":"Cong Hu","orcid":"https://orcid.org/0000-0003-1846-2812"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Hu","raw_affiliation_strings":["Guangxi Key Laboratory of Automatic Detecting Technology and Instruments, Guilin University of Electronic Technology, Guilin 541004, China"],"affiliations":[{"raw_affiliation_string":"Guangxi Key Laboratory of Automatic Detecting Technology and Instruments, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5072141919"],"corresponding_institution_ids":["https://openalex.org/I209549992"],"apc_list":{"value":2300,"currency":"USD","value_usd":2300},"apc_paid":{"value":2300,"currency":"USD","value_usd":2300},"fwci":0.734,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.73824142,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"2021","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7667824029922485},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.664348304271698},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5293567776679993},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5140224695205688},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4681888818740845},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46035951375961304},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4460165500640869},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.4340095818042755},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3722754120826721}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7667824029922485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.664348304271698},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5293567776679993},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5140224695205688},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4681888818740845},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46035951375961304},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4460165500640869},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.4340095818042755},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3722754120826721},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1155/2021/5221950","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5221950","pdf_url":"https://downloads.hindawi.com/journals/complexity/2021/5221950.pdf","source":{"id":"https://openalex.org/S207319443","display_name":"Complexity","issn_l":"1076-2787","issn":["1076-2787","1099-0526"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complexity","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:hin:complx:5221950","is_oa":false,"landing_page_url":"http://downloads.hindawi.com/journals/complexity/2021/5221950.xml","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:cec08454bf1b4ca6bc7a9c97db54510d","is_oa":true,"landing_page_url":"https://doaj.org/article/cec08454bf1b4ca6bc7a9c97db54510d","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complexity, Vol 2021 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2021/5221950","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5221950","pdf_url":"https://downloads.hindawi.com/journals/complexity/2021/5221950.pdf","source":{"id":"https://openalex.org/S207319443","display_name":"Complexity","issn_l":"1076-2787","issn":["1076-2787","1099-0526"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complexity","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8015598588","display_name":null,"funder_award_id":"201902168015","funder_id":"https://openalex.org/F4320311649","funder_display_name":"Ministry of Education"}],"funders":[{"id":"https://openalex.org/F4320311649","display_name":"Ministry of Education","ror":"https://ror.org/036nq5137"},{"id":"https://openalex.org/F4320327794","display_name":"Qinglan Project of Jiangsu Province of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3214602970.pdf","grobid_xml":"https://content.openalex.org/works/W3214602970.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W54565787","https://openalex.org/W1966797434","https://openalex.org/W1995245251","https://openalex.org/W1998879115","https://openalex.org/W2051676197","https://openalex.org/W2066492068","https://openalex.org/W2113977317","https://openalex.org/W2136939460","https://openalex.org/W2137412454","https://openalex.org/W2139916508","https://openalex.org/W2342983306","https://openalex.org/W2755014019","https://openalex.org/W2779656294","https://openalex.org/W2787621021","https://openalex.org/W2902032977","https://openalex.org/W2903046186","https://openalex.org/W2905151654","https://openalex.org/W2912519277","https://openalex.org/W2958471948","https://openalex.org/W2962802777","https://openalex.org/W2998447466","https://openalex.org/W3038246635","https://openalex.org/W3048125604","https://openalex.org/W3093322018","https://openalex.org/W3094300846","https://openalex.org/W3127407891","https://openalex.org/W3158688866","https://openalex.org/W4239143423","https://openalex.org/W6680230698"],"related_works":["https://openalex.org/W1750358731","https://openalex.org/W2788731446","https://openalex.org/W2139242969","https://openalex.org/W2204403038","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2549658594","https://openalex.org/W2370195708","https://openalex.org/W1490651872","https://openalex.org/W2350422455"],"abstract_inverted_index":{"Microexpressions":[0],"have":[1,17],"extremely":[2],"high":[3],"due":[4],"value":[5],"in":[6,107,135,170,179,200],"national":[7],"security,":[8],"public":[9],"safety,":[10],"medical,":[11],"and":[12,29,67,69,119,126,142,152,185,198,205],"other":[13],"fields.":[14],"However,":[15],"microexpressions":[16],"characteristics":[18],"that":[19,160,193],"are":[20],"obviously":[21],"different":[22],"from":[23],"macroexpressions,":[24],"such":[25,63],"as":[26,64],"short":[27],"duration":[28],"weak":[30],"changes,":[31],"which":[32,191],"greatly":[33],"increase":[34],"the":[35,77,83,113,129,136,145,194],"difficulty":[36],"of":[37,58,116],"microexpression":[38,47,60,79,93,105,150,162,202],"recognition":[39,48,61,114,163,178,181,187,203],"work.":[40],"In":[41],"this":[42,171],"paper,":[43],"we":[44],"propose":[45],"a":[46,55,90,102,108,161],"method":[49,75,164,195],"based":[50,165],"on":[51,144,166],"multimodal":[52,91,103,153,167,180],"fusion":[53,92,104,154,168],"through":[54],"comparative":[56],"study":[57],"traditional":[59],"algorithms":[62],"LBP":[65],"algorithm":[66],"CNN":[68,120,131],"LSTM":[70,122,133],"deep":[71],"learning":[72],"algorithms.":[73],"The":[74,156],"couples":[76],"separate":[78,149],"image":[80],"information":[81,87],"with":[82],"corresponding":[84],"body":[85],"temperature":[86],"to":[88,100],"establish":[89],"database.":[94,155],"This":[95],"paper":[96,172],"firstly":[97],"introduces":[98],"how":[99],"build":[101],"database":[106,151],"laboratory":[109],"environment,":[110],"secondly":[111],"compares":[112],"accuracy":[115],"LBP,":[117],"LSTM,":[118],"+":[121,132],"networks":[123],"for":[124,139],"microexpressions,":[125],"finally":[127],"selects":[128],"superior":[130],"network":[134],"comparison":[137],"results":[138,158],"model":[140],"training":[141],"testing":[143],"test":[146],"set":[147],"under":[148],"experimental":[157],"show":[159],"designed":[169],"is":[173,196],"more":[174],"accurate":[175],"than":[176],"unimodal":[177],"after":[182],"feature":[183],"fusion,":[184],"its":[186],"rate":[188,204],"reaches":[189],"75.1%,":[190],"proves":[192],"feasible":[197],"effective":[199],"improving":[201],"has":[206],"good":[207],"practical":[208],"value.":[209]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}