{"id":"https://openalex.org/W7149933751","doi":"https://doi.org/10.48084/etasr.15095","title":"Integrating Facial Emotion Recognition, Speech to Text Transcription, and Natural Language Processing for Customer Satisfaction Analysis from Video Reviews","display_name":"Integrating Facial Emotion Recognition, Speech to Text Transcription, and Natural Language Processing for Customer Satisfaction Analysis from Video Reviews","publication_year":2026,"publication_date":"2026-04-04","ids":{"openalex":"https://openalex.org/W7149933751","doi":"https://doi.org/10.48084/etasr.15095"},"language":"en","primary_location":{"id":"doi:10.48084/etasr.15095","doi":"https://doi.org/10.48084/etasr.15095","is_oa":true,"landing_page_url":"https://doi.org/10.48084/etasr.15095","pdf_url":"https://etasr.com/index.php/ETASR/article/download/15095/6549","source":{"id":"https://openalex.org/S2737646863","display_name":"Engineering Technology & Applied Science Research","issn_l":"1792-8036","issn":["1792-8036","2241-4487"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310318068","host_organization_name":"Engineering, Technology & Applied Science Research","host_organization_lineage":["https://openalex.org/P4310318068"],"host_organization_lineage_names":["Engineering, Technology & Applied Science Research"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering, Technology & Applied Science Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://etasr.com/index.php/ETASR/article/download/15095/6549","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058803009","display_name":"Sudhindra B. Deshpande","orcid":"https://orcid.org/0000-0002-1190-9290","observed_orcids":["https://orcid.org/0000-0002-1190-9290"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sudhindra B. Deshpande","raw_affiliation_strings":["Department of AIML, Anuvartik Mirji Bharatesh Institute of Technology, Belagavi, Karnataka, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of AIML, Anuvartik Mirji Bharatesh Institute of Technology, Belagavi, Karnataka, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102280903","display_name":"Goh Kah Ong Michael","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I173029219","display_name":"Multimedia University","ror":"https://ror.org/04zrbnc33","country_code":"MY","type":"education","lineage":["https://openalex.org/I173029219"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Goh Kah Ong Michael","raw_affiliation_strings":["Center for Image and Vision Computing, COE for Artificial Intelligence, Faculty of Information Science and Technology, Multimedia University, Jalan Ayer Keroh Lama, Bukit Beruang, Melaka, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Image and Vision Computing, COE for Artificial Intelligence, Faculty of Information Science and Technology, Multimedia University, Jalan Ayer Keroh Lama, Bukit Beruang, Melaka, Malaysia","institution_ids":["https://openalex.org/I173029219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009904127","display_name":"Uttam U. Deshpande","orcid":"https://orcid.org/0000-0002-1950-0617","observed_orcids":["https://orcid.org/0000-0002-1950-0617"]},"institutions":[{"id":"https://openalex.org/I4400573169","display_name":"KLS Gogte Institute of Technology","ror":"https://ror.org/04ytecw04","country_code":"IN","type":"education","lineage":["https://openalex.org/I4400573169"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Uttam U. Deshpande","raw_affiliation_strings":["Department of Electronics & Communication, KLS, Gogte Institute of Technology, Belagavi, Karnataka, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics & Communication, KLS, Gogte Institute of Technology, Belagavi, Karnataka, India","institution_ids":["https://openalex.org/I4400573169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050805830","display_name":"K. S. Mathad","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4400573169","display_name":"KLS Gogte Institute of Technology","ror":"https://ror.org/04ytecw04","country_code":"IN","type":"education","lineage":["https://openalex.org/I4400573169"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"K. S. Mathad","raw_affiliation_strings":["Department of Information Science, KLS, Gogte Institute of Technology, Belagavi, Karnataka, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Science, KLS, Gogte Institute of Technology, Belagavi, Karnataka, India","institution_ids":["https://openalex.org/I4400573169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067748160","display_name":"Neelkanth V.Karekar","orcid":"https://orcid.org/0000-0001-6021-7592","observed_orcids":["https://orcid.org/0000-0001-6021-7592"]},"institutions":[{"id":"https://openalex.org/I4400573169","display_name":"KLS Gogte Institute of Technology","ror":"https://ror.org/04ytecw04","country_code":"IN","type":"education","lineage":["https://openalex.org/I4400573169"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"N. V. Karekar","raw_affiliation_strings":["Department of Information Science, KLS, Gogte Institute of Technology, Belagavi, Karnataka, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Science, KLS, Gogte Institute of Technology, Belagavi, Karnataka, India","institution_ids":["https://openalex.org/I4400573169"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085794755","display_name":"Kiran K. Tangod","orcid":"https://orcid.org/0000-0002-8889-5878","observed_orcids":["https://orcid.org/0000-0002-8889-5878"]},"institutions":[{"id":"https://openalex.org/I141641110","display_name":"Shivaji University","ror":"https://ror.org/01bsn4x02","country_code":"IN","type":"education","lineage":["https://openalex.org/I141641110"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kiran K. Tangod","raw_affiliation_strings":["Department of CSE (Artificial Intelligence & Machine Learning), Kasegaon Education Society's Rajarambapu Institute of Technology, affiliated to Shivaji University, Sakharale, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of CSE (Artificial Intelligence & Machine Learning), Kasegaon Education Society's Rajarambapu Institute of Technology, affiliated to Shivaji University, Sakharale, India","institution_ids":["https://openalex.org/I141641110"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102280903"],"corresponding_institution_ids":["https://openalex.org/I173029219"],"apc_list":{"value":400,"currency":"EUR","value_usd":431},"apc_paid":{"value":400,"currency":"EUR","value_usd":431},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":"2","first_page":"34615","last_page":"34622"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/customer-satisfaction","display_name":"customer satisfaction","score":0.8629999756813049},{"id":"https://openalex.org/keywords/video-review","display_name":"video review","score":0.8930000066757202},{"id":"https://openalex.org/keywords/facial-emotion-recognition","display_name":"facial emotion recognition","score":0.953000009059906},{"id":"https://openalex.org/keywords/speech-to-text-transcription","display_name":"speech-to-text transcription","score":0.9810000061988831},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.9549999833106995},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"sentiment analysis","score":0.9490000009536743},{"id":"https://openalex.org/keywords/aspect-based-sentiment-analysis","display_name":"aspect-based sentiment analysis","score":0.5659999847412109},{"id":"https://openalex.org/keywords/customer-feedback-analysis","display_name":"customer feedback analysis","score":0.6480000019073486},{"id":"https://openalex.org/keywords/decision-level-fusion","display_name":"decision fusion","score":0.4339999854564667}],"concepts":[{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.7142999768257141},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6747999787330627},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6704000234603882},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6486999988555908},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5163999795913696},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5141000151634216},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4964999854564667},{"id":"https://openalex.org/C191511416","wikidata":"https://www.wikidata.org/wiki/Q999278","display_name":"Customer satisfaction","level":2,"score":0.48399999737739563},{"id":"https://openalex.org/C2777375102","wikidata":"https://www.wikidata.org/wiki/Q208351","display_name":"Disgust","level":3,"score":0.4607999920845032},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.420199990272522},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4081000089645386},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39320001006126404},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3637000024318695},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C140781008","wikidata":"https://www.wikidata.org/wiki/Q1221081","display_name":"Service quality","level":3,"score":0.3240000009536743},{"id":"https://openalex.org/C2778598663","wikidata":"https://www.wikidata.org/wiki/Q1407599","display_name":"Video content analysis","level":4,"score":0.3109999895095825},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C2984334869","wikidata":"https://www.wikidata.org/wiki/Q1060653","display_name":"Customer service","level":3,"score":0.2583000063896179},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.48084/etasr.15095","doi":"https://doi.org/10.48084/etasr.15095","is_oa":true,"landing_page_url":"https://doi.org/10.48084/etasr.15095","pdf_url":"https://etasr.com/index.php/ETASR/article/download/15095/6549","source":{"id":"https://openalex.org/S2737646863","display_name":"Engineering Technology & Applied Science Research","issn_l":"1792-8036","issn":["1792-8036","2241-4487"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310318068","host_organization_name":"Engineering, Technology & Applied Science Research","host_organization_lineage":["https://openalex.org/P4310318068"],"host_organization_lineage_names":["Engineering, Technology & Applied Science Research"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering, Technology & Applied Science Research","raw_type":"journal-article"},{"id":"pmh:oai:shdl.mmu.edu.my:16085","doi":null,"is_oa":false,"landing_page_url":"https://shdl.mmu.edu.my/16085/1/ETASR_15095.pdf","pdf_url":"https://shdl.mmu.edu.my/16085/1/ETASR_15095.pdf","source":{"id":"https://openalex.org/S4377196753","display_name":"Siti Hasmah Digital Library-MMU Institutiona Repository (Multimedia University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I173029219","host_organization_name":"Multimedia University","host_organization_lineage":["https://openalex.org/I173029219"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.48084/etasr.15095","doi":"https://doi.org/10.48084/etasr.15095","is_oa":true,"landing_page_url":"https://doi.org/10.48084/etasr.15095","pdf_url":"https://etasr.com/index.php/ETASR/article/download/15095/6549","source":{"id":"https://openalex.org/S2737646863","display_name":"Engineering Technology & Applied Science Research","issn_l":"1792-8036","issn":["1792-8036","2241-4487"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310318068","host_organization_name":"Engineering, Technology & Applied Science Research","host_organization_lineage":["https://openalex.org/P4310318068"],"host_organization_lineage_names":["Engineering, Technology & Applied Science Research"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering, Technology & Applied Science Research","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7149933751.pdf","grobid_xml":"https://content.openalex.org/works/W7149933751.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W2611905122","https://openalex.org/W2922279795","https://openalex.org/W2999168658","https://openalex.org/W3030420093","https://openalex.org/W3120215781","https://openalex.org/W4321021727","https://openalex.org/W4379144850","https://openalex.org/W4391108238","https://openalex.org/W4391519780","https://openalex.org/W4396893373","https://openalex.org/W4398765351","https://openalex.org/W4399173066","https://openalex.org/W4402876310","https://openalex.org/W4405271295","https://openalex.org/W4405756384","https://openalex.org/W4406080292","https://openalex.org/W4406523530"],"related_works":["https://openalex.org/W4415013040","https://openalex.org/W7038050734","https://openalex.org/W7217836831","https://openalex.org/W7215067251","https://openalex.org/W7117300447","https://openalex.org/W1499434690","https://openalex.org/W4411974989","https://openalex.org/W2753840835","https://openalex.org/W2921921334","https://openalex.org/W7212097598"],"abstract_inverted_index":{"Customer":[0],"satisfaction":[1,233],"is":[2],"a":[3,42,57,87,159],"decisive":[4],"factor":[5],"in":[6],"the":[7,22,33,53,110,179,200,214,246],"success":[8],"of":[9,25,80,105,112,203,248],"products":[10],"and":[11,73,102,199,223,238,263],"services":[12],"provided,":[13],"yet":[14],"conventional":[15],"text-based":[16,156],"reviews":[17,40,83],"often":[18],"fail":[19],"to":[20,29],"capture":[21],"full":[23],"spectrum":[24],"user":[26],"emotions":[27],"needed":[28],"assess":[30],"satisfaction.":[31,49],"On":[32],"other":[34],"hand,":[35],"video":[36,82,256],"product":[37],"or":[38],"service":[39],"offer":[41],"more":[43,260],"informative":[44],"medium":[45],"for":[46,62],"evaluating":[47],"customer":[48,64],"To":[50],"leverage":[51],"this,":[52],"present":[54],"study":[55],"proposes":[56],"multimodal":[58,180,255],"machine":[59],"learning":[60],"framework":[61,182],"video-based":[63],"feedback":[65,257],"analysis,":[66,101],"integrating":[67],"facial":[68],"emotion":[69,96],"recognition,":[70],"speech-to-text":[71],"transcription,":[72,99],"Natural":[74],"Language":[75],"Processing":[76],"(NLP).":[77],"A":[78],"dataset":[79],"1,000":[81],"was":[84,213],"processed":[85],"through":[86],"multistage":[88],"pipeline":[89],"that":[90,209,254],"involved":[91],"frame":[92],"extraction,":[93],"face":[94],"detection,":[95],"classification,":[97],"audio":[98],"sentiment":[100,116,138],"late":[103],"fusion":[104,181],"modalities.":[106],"Experimental":[107],"results":[108],"highlight":[109],"limitations":[111],"unimodal":[113,185],"models:":[114],"visual-only":[115],"prediction":[117,139],"achieved":[118],"62.3%":[119],"accuracy":[120,142,164],"(precision":[121,143,165],"=":[122,125,128,134,144,147,150,153,166,169,172,175,191,194,197],"0.61,":[123],"recall":[124,146,168,193],"0.63,":[126],"F1-score":[127,149,171,196],"0.62,":[129],"Area":[130],"Under":[131],"Curve":[132],"(AUC)":[133],"0.65),":[135],"while":[136,219],"audio-only":[137],"reached":[140],"59.5%":[141],"0.58,":[145],"0.59,":[148,151],"AUC":[152,174,202],"0.61).":[154],"The":[155],"model":[157],"provided":[158],"stronger":[160],"baseline":[161],"at":[162],"72.1%":[163],"0.70,":[167],"0.72,":[170],"0.71,":[173],"0.75).":[176],"In":[177],"contrast,":[178],"substantially":[183],"outperformed":[184],"approaches,":[186],"achieving":[187],"79.9%":[188],"accuracy,":[189],"precision":[190],"0.80,":[192,198],"0.81,":[195],"highest":[201],"0.86.":[204],"Additionally,":[205],"aspect-level":[206],"analysis":[207,231,258],"revealed":[208],"camera":[210],"quality":[211],"(+0.16)":[212],"most":[215],"positively":[216],"perceived":[217],"feature,":[218],"app":[220],"performance":[221,265],"(-0.33)":[222],"delivery":[224],"(-0.09)":[225],"emerged":[226],"as":[227],"primary":[228],"concerns.":[229],"Temporal":[230],"showed":[232],"scores":[234],"fluctuating":[235],"between":[236],"52.1":[237],"63.4":[239],"(0-100":[240],"scale)":[241],"over":[242],"20":[243],"weeks,":[244],"underscoring":[245],"value":[247],"continuous":[249],"monitoring.":[250],"These":[251],"findings":[252],"demonstrate":[253],"yields":[259],"comprehensive,":[261],"reliable,":[262],"fair":[264],"than":[266],"single-channel":[267],"methods.":[268]},"counts_by_year":[],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2026-04-06T00:00:00"}