{"id":"https://openalex.org/W7203567199","doi":null,"title":"Deep hierarchical weighted late fusion model for multimodal emotion recognition","display_name":"Deep hierarchical weighted late fusion model for multimodal emotion recognition","alternate_titles":[],"publication_year":2024,"publication_date":"2024-08-01","ids":{"openalex":"https://openalex.org/W7203567199"},"language":"en","primary_location":{"id":"pmh:oai:psasir.upm.edu.my:127803","doi":null,"is_oa":true,"landing_page_url":"http://psasir.upm.edu.my/id/eprint/127803/1/FSKTM%202024%2023%20-%20Full%20Text.pdf","pdf_url":"http://psasir.upm.edu.my/id/eprint/127803/1/FSKTM%202024%2023%20-%20Full%20Text.pdf","source":{"id":"https://openalex.org/S4377196260","display_name":"Universiti Putra Malaysia Institutional Repository (Universiti Putra Malaysia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I130343225","host_organization_name":"Universiti Putra Malaysia","host_organization_lineage":["https://openalex.org/I130343225"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W7203567199"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://psasir.upm.edu.my/id/eprint/127803/1/FSKTM%202024%2023%20-%20Full%20Text.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013835699","display_name":"Nurul Nadhrah Kamaruzaman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Kamaruzaman, Nurul Nadhrah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5013835699"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-emotion-recognition","display_name":"multimodal emotion recognition","score":1.0},{"id":"https://openalex.org/keywords/decision-level-fusion","display_name":"decision fusion","score":0.871999979019165},{"id":"https://openalex.org/keywords/hierarchical-fusion","display_name":"hierarchical fusion","score":0.703000009059906},{"id":"https://openalex.org/keywords/class-imbalance","display_name":"class imbalance","score":0.753000020980835},{"id":"https://openalex.org/keywords/smote","display_name":"SMOTE","score":0.8820000290870667},{"id":"https://openalex.org/keywords/2d-convolutional-neural-network","display_name":"2D convolutional neural network","score":0.9449999928474426},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.7509999871253967},{"id":"https://openalex.org/keywords/facial-emotion-recognition","display_name":"facial emotion recognition","score":0.7960000038146973},{"id":"https://openalex.org/keywords/audio-emotion-recognition","display_name":"audio emotion recognition","score":0.6990000009536743},{"id":"https://openalex.org/keywords/video-based-emotion-recognition","display_name":"video-based emotion recognition","score":0.75}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7714999914169312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7311999797821045},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6129000186920166},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5562999844551086},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.47510001063346863},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3991999924182892},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.3765999972820282},{"id":"https://openalex.org/C197323446","wikidata":"https://www.wikidata.org/wiki/Q331222","display_name":"Oversampling","level":3,"score":0.36419999599456787},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33079999685287476},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3046000003814697},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C87619178","wikidata":"https://www.wikidata.org/wiki/Q126002","display_name":"Concatenation (mathematics)","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.27399998903274536},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.263700008392334}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:psasir.upm.edu.my:127803","doi":null,"is_oa":true,"landing_page_url":"http://psasir.upm.edu.my/id/eprint/127803/1/FSKTM%202024%2023%20-%20Full%20Text.pdf","pdf_url":"http://psasir.upm.edu.my/id/eprint/127803/1/FSKTM%202024%2023%20-%20Full%20Text.pdf","source":{"id":"https://openalex.org/S4377196260","display_name":"Universiti Putra Malaysia Institutional Repository (Universiti Putra Malaysia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I130343225","host_organization_name":"Universiti Putra Malaysia","host_organization_lineage":["https://openalex.org/I130343225"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:psasir.upm.edu.my:127803","doi":null,"is_oa":true,"landing_page_url":"http://psasir.upm.edu.my/id/eprint/127803/1/FSKTM%202024%2023%20-%20Full%20Text.pdf","pdf_url":"http://psasir.upm.edu.my/id/eprint/127803/1/FSKTM%202024%2023%20-%20Full%20Text.pdf","source":{"id":"https://openalex.org/S4377196260","display_name":"Universiti Putra Malaysia Institutional Repository (Universiti Putra Malaysia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I130343225","host_organization_name":"Universiti Putra Malaysia","host_organization_lineage":["https://openalex.org/I130343225"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203567199.pdf","grobid_xml":"https://content.openalex.org/works/W7203567199.grobid-xml"},"referenced_works_count":145,"referenced_works":["https://openalex.org/W1133916940","https://openalex.org/W1538482441","https://openalex.org/W1601218598","https://openalex.org/W1614298861","https://openalex.org/W1850501806","https://openalex.org/W1964757081","https://openalex.org/W1966797434","https://openalex.org/W1981918162","https://openalex.org/W2024342257","https://openalex.org/W2032254851","https://openalex.org/W2041616772","https://openalex.org/W2043181832","https://openalex.org/W2046992582","https://openalex.org/W2055911634","https://openalex.org/W2061068689","https://openalex.org/W2062632672","https://openalex.org/W2068124150","https://openalex.org/W2068759427","https://openalex.org/W2074788634","https://openalex.org/W2087618018","https://openalex.org/W2102953093","https://openalex.org/W2103943262","https://openalex.org/W2108072369","https://openalex.org/W2111926505","https://openalex.org/W2137639365","https://openalex.org/W2146334809","https://openalex.org/W2148143831","https://openalex.org/W2149628368","https://openalex.org/W2159190230","https://openalex.org/W2168465881","https://openalex.org/W2170938075","https://openalex.org/W2217426128","https://openalex.org/W2250539671","https://openalex.org/W2283758531","https://openalex.org/W2336160298","https://openalex.org/W2412961887","https://openalex.org/W2474300047","https://openalex.org/W2506506742","https://openalex.org/W2546875627","https://openalex.org/W2583643061","https://openalex.org/W2584561145","https://openalex.org/W2605244930","https://openalex.org/W2606933083","https://openalex.org/W2610325354","https://openalex.org/W2610961739","https://openalex.org/W2703895418","https://openalex.org/W2726016008","https://openalex.org/W2740711318","https://openalex.org/W2747664154","https://openalex.org/W2755014019","https://openalex.org/W2767290858","https://openalex.org/W2784665486","https://openalex.org/W2786411768","https://openalex.org/W2787560479","https://openalex.org/W2790793790","https://openalex.org/W2792063098","https://openalex.org/W2797947982","https://openalex.org/W2798583514","https://openalex.org/W2803098682","https://openalex.org/W2805181415","https://openalex.org/W2805662932","https://openalex.org/W2809734421","https://openalex.org/W2812952439","https://openalex.org/W2883430806","https://openalex.org/W2887990646","https://openalex.org/W2889466822","https://openalex.org/W2889717020","https://openalex.org/W2892071465","https://openalex.org/W2896457183","https://openalex.org/W2899099710","https://openalex.org/W2901453474","https://openalex.org/W2904483377","https://openalex.org/W2908671501","https://openalex.org/W2912628469","https://openalex.org/W2913942704","https://openalex.org/W2931977246","https://openalex.org/W2935162632","https://openalex.org/W2950978907","https://openalex.org/W2963324517","https://openalex.org/W2963702064","https://openalex.org/W2964230360","https://openalex.org/W2964266095","https://openalex.org/W2965453734","https://openalex.org/W2969889150","https://openalex.org/W2971222961","https://openalex.org/W2971951130","https://openalex.org/W2972463723","https://openalex.org/W2979108940","https://openalex.org/W2988323474","https://openalex.org/W2997399314","https://openalex.org/W2998314426","https://openalex.org/W2999330421","https://openalex.org/W3000867607","https://openalex.org/W3005971801","https://openalex.org/W3007007518","https://openalex.org/W3014475539","https://openalex.org/W3024442875","https://openalex.org/W3035558565","https://openalex.org/W3036975059","https://openalex.org/W3039724609","https://openalex.org/W3042350893","https://openalex.org/W3084484668","https://openalex.org/W3084624816","https://openalex.org/W3085812513","https://openalex.org/W3094524767","https://openalex.org/W3101880446","https://openalex.org/W3116016199","https://openalex.org/W3118096520","https://openalex.org/W3120655457","https://openalex.org/W3127069801","https://openalex.org/W3127643078","https://openalex.org/W3128696683","https://openalex.org/W3139270985","https://openalex.org/W3145643603","https://openalex.org/W3157699413","https://openalex.org/W3160953847","https://openalex.org/W3168743454","https://openalex.org/W3187008291","https://openalex.org/W3203004730","https://openalex.org/W4200473284","https://openalex.org/W4210263531","https://openalex.org/W4220725600","https://openalex.org/W4220725970","https://openalex.org/W4220944666","https://openalex.org/W4224234075","https://openalex.org/W4248018214","https://openalex.org/W4256441345","https://openalex.org/W4286905321","https://openalex.org/W4294530650","https://openalex.org/W4297841926","https://openalex.org/W4309459219","https://openalex.org/W4312213557","https://openalex.org/W4312237773","https://openalex.org/W4313555233","https://openalex.org/W4315641272","https://openalex.org/W4372260395","https://openalex.org/W4386826611","https://openalex.org/W4392461202","https://openalex.org/W4394911162","https://openalex.org/W4401507549","https://openalex.org/W4401607948","https://openalex.org/W4401687226","https://openalex.org/W7100837639","https://openalex.org/W7128060476","https://openalex.org/W7130773701"],"related_works":["https://openalex.org/W4379519551","https://openalex.org/W4408664057","https://openalex.org/W4385765961","https://openalex.org/W4415325500","https://openalex.org/W7130934458","https://openalex.org/W4220829848","https://openalex.org/W7116330254","https://openalex.org/W4313347086","https://openalex.org/W7165523992"],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,23,162,295,302],"gains":[2],"its":[3,282],"relevance":[4],"in":[5,21,50],"diverse":[6],"areas":[7],"such":[8,42],"as":[9,43,226],"healthcare,":[10],"education,":[11],"business":[12],"marketing":[13],"and":[14,46,99,106,153,167,206,232,297],"entertainment.":[15],"As":[16],"time":[17],"goes":[18],"on,":[19],"research":[20],"emotion":[22,83,135,161,265,294,301],"analysis":[24],"has":[25],"developed":[26],"from":[27,39,220,235,304],"the":[28,59,62,67,73,86,94,120,148,177,182,187,211,216,240,245,250,269,272,285],"traditional":[29],"single":[30],"modal":[31],"to":[32,52,77,145,201,229,254],"complex":[33],"multimodal":[34,82,134,300],"analysis.":[35],"Extraction":[36],"of":[37,61,96,150,271],"data":[38],"various":[40],"modalities":[41,80,105,170],"audio,":[44,165,178],"text":[45],"video":[47,168],"are":[48],"required":[49],"order":[51],"gain":[53],"a":[54,195,262],"meaningful":[55],"pattern,":[56],"thus":[57],"increasing":[58],"accuracy":[60],"recognition.":[63,84,136],"In":[64],"this":[65,117,179,213,242],"study,":[66],"focus":[68],"was":[69],"given":[70],"on":[71,108],"implementing":[72],"late":[74,87,142],"fusion":[75,88,143],"approach":[76,89],"integrate":[78],"three":[79],"for":[81,131,164,176,239,264],"Nevertheless,":[85],"faces":[90],"several":[91],"challenges,":[92],"including":[93],"loss":[95,149],"fine-grained":[97,151],"temporal":[98,152],"spatial":[100,154],"information,":[101],"class":[102,204],"imbalance":[103],"across":[104],"reliance":[107],"individual":[109,160,293],"model":[110,224,228,287],"training":[111],"performance.":[112],"To":[113,267],"address":[114],"these":[115],"issues,":[116],"study":[118,157,180,214,243],"presents":[119],"Deep":[121],"Hierarchical":[122],"Weighted":[123],"Late":[124],"Fusion":[125],"(DHWLF)":[126],"model,":[127,184,247,274],"which":[128,185,248],"is":[129],"designed":[130],"an":[132],"accurate":[133],"DHWLF":[137,273,286],"employs":[138],"deep":[139,172],"hierarchical":[140],"weighted":[141],"method":[144,193],"effectively":[146],"reduce":[147],"information.":[155],"This":[156],"also":[158],"introduces":[159,181],"models":[163,296,303],"text,":[166,212],"image":[169],"using":[171],"learning":[173],"techniques.":[174],"Specifically,":[175],"SMOTE-2DCNN":[183],"combines":[186],"Synthetic":[188],"Minority":[189],"Oversampling":[190],"Technique":[191],"(SMOTE)":[192],"with":[194,284],"2-Dimensional":[196],"Convolutional":[197],"Neural":[198],"Network":[199],"(2DCNN)":[200],"handle":[202],"imbalanced":[203],"distribution":[205],"classify":[207],"emotions":[208],"accurately.":[209],"For":[210],"implements":[215],"Bidirectional":[217],"Encoder":[218],"Representations":[219],"Transformers":[221],"(BERT)":[222],"language":[223],"known":[225],"TextBERT":[227],"capture":[230],"semantic":[231],"contextual":[233],"information":[234],"textual":[236],"data.":[237],"Lastly,":[238],"video,":[241],"proposes":[244],"Fer2DCNN":[246],"utilizes":[249],"Cascade":[251],"Haar":[252],"Classifier":[253],"detect":[255],"facial":[256],"regions":[257],"before":[258],"feeding":[259],"them":[260],"into":[261],"2DCNN":[263],"classification.":[266],"evaluate":[268],"effectiveness":[270],"extensive":[275],"experiments":[276],"were":[277],"conducted.":[278],"The":[279],"results":[280],"demonstrated":[281],"superiority":[283],"achieving":[288],"90%":[289],"accuracy,":[290],"outperforming":[291],"both":[292],"other":[298],"state-of-the-art":[299],"prior":[305],"studies.":[306]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7203567199","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-08-16T00:00:00"}
