{"id":"https://openalex.org/W4417131315","doi":"https://doi.org/10.1109/access.2025.3641843","title":"From Facial Expressions to Engagement: A Comprehensive Multimodal Approach to Infer Video Streaming User Experience","display_name":"From Facial Expressions to Engagement: A Comprehensive Multimodal Approach to Infer Video Streaming User Experience","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4417131315","doi":"https://doi.org/10.1109/access.2025.3641843"},"language":null,"primary_location":{"id":"doi:10.1109/access.2025.3641843","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3641843","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3641843","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093863271","display_name":"Tisa Selma","orcid":"https://orcid.org/0000-0003-2615-4430"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Tisa Selma","raw_affiliation_strings":["Computer Science Department, United Arab Emirates University, Al Ain, United Arab Emirates","Computer Science Department, United Arab Emirates University, Al Ain, UAE"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]},{"raw_affiliation_string":"Computer Science Department, United Arab Emirates University, Al Ain, UAE","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103043368","display_name":"Moomal Farhad","orcid":"https://orcid.org/0000-0002-9689-8198"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Moomal Farhad","raw_affiliation_strings":["Computer Science Department, United Arab Emirates University, Al Ain, United Arab Emirates","Computer Science Department, United Arab Emirates University, Al Ain, UAE"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]},{"raw_affiliation_string":"Computer Science Department, United Arab Emirates University, Al Ain, UAE","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029798067","display_name":"Mohammad Mehedy Masud","orcid":"https://orcid.org/0000-0002-5274-5982"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohammad Mehedy Masud","raw_affiliation_strings":["Information Systems and Security Department, United Arab Emirates University, Al Ain, United Arab Emirates","Information Systems and Security Department, United Arab Emirates University, Al Ain, UAE"],"affiliations":[{"raw_affiliation_string":"Information Systems and Security Department, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]},{"raw_affiliation_string":"Information Systems and Security Department, United Arab Emirates University, Al Ain, UAE","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035128702","display_name":"Saad Harous","orcid":"https://orcid.org/0000-0001-6524-7352"},"institutions":[{"id":"https://openalex.org/I29891158","display_name":"University of Sharjah","ror":"https://ror.org/00engpz63","country_code":"AE","type":"education","lineage":["https://openalex.org/I29891158"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Saad Harous","raw_affiliation_strings":["Department of Computer Science, University of Sharjah, Sharjah, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Sharjah, Sharjah, United Arab Emirates","institution_ids":["https://openalex.org/I29891158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5093863271"],"corresponding_institution_ids":["https://openalex.org/I201726411"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39509044,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"213886","last_page":"213909"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.830299973487854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.830299973487854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.06210000067949295,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.013500000350177288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.633400022983551},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6165000200271606},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5913000106811523},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.5440999865531921},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4778999984264374},{"id":"https://openalex.org/keywords/user-engagement","display_name":"User engagement","score":0.461899995803833},{"id":"https://openalex.org/keywords/video-streaming","display_name":"Video streaming","score":0.34040001034736633},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.30790001153945923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8518000245094299},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.633400022983551},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6165000200271606},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5913000106811523},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.5440999865531921},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5062999725341797},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5049999952316284},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4778999984264374},{"id":"https://openalex.org/C2984870255","wikidata":"https://www.wikidata.org/wiki/Q5196451","display_name":"User engagement","level":2,"score":0.461899995803833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3499000072479248},{"id":"https://openalex.org/C2986160907","wikidata":"https://www.wikidata.org/wiki/Q220499","display_name":"Video streaming","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3237000107765198},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.2897999882698059},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.2793999910354614},{"id":"https://openalex.org/C114227958","wikidata":"https://www.wikidata.org/wiki/Q7631422","display_name":"Subjective video quality","level":4,"score":0.2768999934196472},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.2662000060081482},{"id":"https://openalex.org/C3017738328","wikidata":"https://www.wikidata.org/wiki/Q613366","display_name":"User group","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/access.2025.3641843","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3641843","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3641843","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3641843","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1302808792","display_name":null,"funder_award_id":"12T041","funder_id":"https://openalex.org/F4320323593","funder_display_name":"United Arab Emirates University"}],"funders":[{"id":"https://openalex.org/F4320323593","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W28412257","https://openalex.org/W1966716734","https://openalex.org/W1966797434","https://openalex.org/W1972191802","https://openalex.org/W2023294425","https://openalex.org/W2097281067","https://openalex.org/W2098824882","https://openalex.org/W2099813784","https://openalex.org/W2100805904","https://openalex.org/W2117645142","https://openalex.org/W2129008142","https://openalex.org/W2145287260","https://openalex.org/W2149628368","https://openalex.org/W2197341611","https://openalex.org/W2295598076","https://openalex.org/W2731412463","https://openalex.org/W2790093425","https://openalex.org/W2803557526","https://openalex.org/W2807126412","https://openalex.org/W2913055349","https://openalex.org/W2953565240","https://openalex.org/W3003006293","https://openalex.org/W3020161821","https://openalex.org/W3080845193","https://openalex.org/W3142351219","https://openalex.org/W3212411183","https://openalex.org/W3215377376","https://openalex.org/W3216015240","https://openalex.org/W4205630180","https://openalex.org/W4212788331","https://openalex.org/W4226302632","https://openalex.org/W4230277160","https://openalex.org/W4240294902","https://openalex.org/W4285193425","https://openalex.org/W4292326031","https://openalex.org/W4301184770","https://openalex.org/W4312549026","https://openalex.org/W4313023925","https://openalex.org/W4362586384","https://openalex.org/W4381328558","https://openalex.org/W4386715236","https://openalex.org/W4387010008","https://openalex.org/W4387831705","https://openalex.org/W4388138958","https://openalex.org/W4388186340","https://openalex.org/W4391547798","https://openalex.org/W4391795379","https://openalex.org/W4391949453","https://openalex.org/W4392825327","https://openalex.org/W4393252943","https://openalex.org/W4396616995","https://openalex.org/W4397000591","https://openalex.org/W4399188427","https://openalex.org/W4400762160","https://openalex.org/W4401942664","https://openalex.org/W4401980141","https://openalex.org/W4403022275","https://openalex.org/W4403826584","https://openalex.org/W4404293915","https://openalex.org/W4404787973","https://openalex.org/W4406321552","https://openalex.org/W4406949701","https://openalex.org/W4407736356","https://openalex.org/W4408609295","https://openalex.org/W4409325948","https://openalex.org/W4409796006"],"related_works":[],"abstract_inverted_index":{"Viewer":[0],"engagement":[1],"with":[2,101,124,181],"videos":[3,71,100],"has":[4],"consistently":[5],"been":[6],"low":[7],"owing":[8],"to":[9,35,53,118],"excessive":[10],"advertisements":[11,121],"before":[12],"and":[13,23,25,32,81,93,104,113,157,163,179,187],"during":[14],"playback,":[15],"long":[16],"start-up":[17],"delays,":[18],"pauses,":[19],"blurring,":[20],"poor":[21],"resolution,":[22],"repetitive":[24],"intrusive":[26],"advertisements.":[27],"Although":[28],"many":[29],"well-established":[30],"algorithms":[31],"techniques":[33],"aim":[34],"improve":[36],"user":[37,48,63,161],"engagement,":[38,123],"there":[39],"is":[40],"currently":[41],"no":[42],"universal":[43],"solution":[44],"that":[45],"addresses":[46],"all":[47],"requirements":[49],"or":[50],"adapts":[51],"effectively":[52],"various":[54],"network":[55,79],"conditions.":[56],"This":[57],"study":[58,90],"investigates":[59],"methods":[60],"for":[61,134,145],"assessing":[62],"Quality":[64],"of":[65,99,127,177,184],"Experience":[66],"(QoE)":[67],"while":[68],"watching":[69],"ad-supported":[70],"by":[72,193],"analysing":[73],"viewer":[74,172],"facial":[75,92],"expressions,":[76],"video":[77,136],"metadata,":[78],"conditions,":[80],"questionnaire":[82],"feedback":[83,106],"results.":[84],"The":[85,110],"participants":[86],"in":[87],"this":[88],"subjective":[89],"underwent":[91],"screen":[94],"capture,":[95],"watched":[96],"a":[97],"series":[98],"embedded":[102],"advertisements,":[103],"provided":[105],"after":[107],"every":[108],"session.":[109],"collected":[111],"comments":[112],"concerns":[114],"were":[115],"then":[116],"analysed":[117],"understand":[119],"how":[120],"affect":[122],"the":[125,182],"goal":[126],"making":[128],"more":[129],"informed":[130],"advertisement":[131],"placement":[132],"decisions":[133],"future":[135],"streaming":[137],"platforms.":[138],"Our":[139],"proposed":[140],"method,":[141],"an":[142],"Adaptive":[143],"Ensemble":[144],"Imbalance":[146],"Classification":[147],"using":[148],"eXplainable":[149],"Artificial":[150],"Intelligence":[151],"(AELIX),":[152],"based":[153],"on":[154],"experimental":[155],"data":[156],"analysis,":[158],"successfully":[159],"infers":[160],"QoE":[162],"offers":[164],"advertisers":[165],"insight":[166],"into":[167],"placing":[168],"ads":[169],"without":[170],"compromising":[171],"engagement.":[173],"AELIX":[174],"achieved":[175],"accuracies":[176],"0.95":[178],"0.994":[180],"use":[183],"advanced":[185],"metrics":[186],"surpassed":[188],"our":[189],"benchmark":[190],"ITU-T":[191],"P.1203":[192],"55.3%.":[194]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-12-08T00:00:00"}