{"id":"https://openalex.org/W3006361831","doi":"https://doi.org/10.1109/tmm.2020.2973828","title":"DeepQoE: A Multimodal Learning Framework for Video Quality of Experience (QoE) Prediction","display_name":"DeepQoE: A Multimodal Learning Framework for Video Quality of Experience (QoE) Prediction","publication_year":2020,"publication_date":"2020-02-14","ids":{"openalex":"https://openalex.org/W3006361831","doi":"https://doi.org/10.1109/tmm.2020.2973828","mag":"3006361831"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2020.2973828","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.2973828","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019572221","display_name":"Huaizheng Zhang","orcid":"https://orcid.org/0000-0002-0153-6400"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Huaizheng Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Nanyang Avenue, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0153-6400","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Nanyang Avenue, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020197760","display_name":"Linsen Dong","orcid":"https://orcid.org/0000-0002-0315-1125"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Linsen Dong","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Nanyang Avenue, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0315-1125","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Nanyang Avenue, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024496324","display_name":"Guanyu Gao","orcid":"https://orcid.org/0000-0001-8584-0532"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanyu Gao","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8584-0532","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020194895","display_name":"Han Hu","orcid":"https://orcid.org/0000-0001-7532-0496"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Hu","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7532-0496","affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041572550","display_name":"Yonggang Wen","orcid":"https://orcid.org/0000-0002-2751-5114"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yonggang Wen","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Nanyang Avenue, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2751-5114","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Nanyang Avenue, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111470708","display_name":"Kyle Guan","orcid":null},"institutions":[{"id":"https://openalex.org/I72090969","display_name":"Nokia (United States)","ror":"https://ror.org/038km2573","country_code":"US","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I72090969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle Guan","raw_affiliation_strings":["Nokia Bell Labs, Holmdel, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs, Holmdel, NJ, USA","institution_ids":["https://openalex.org/I72090969"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8945,"has_fulltext":false,"cited_by_count":82,"citation_normalized_percentile":{"value":0.96205527,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"22","issue":"12","first_page":"3210","last_page":"3223"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8869853019714355},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6547550559043884},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.590724527835846},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5902296304702759},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5497430562973022},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5135172009468079},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.48824504017829895},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.46891722083091736},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.46053364872932434},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43197283148765564},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41075536608695984},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38515669107437134},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.1486784815788269}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8869853019714355},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6547550559043884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.590724527835846},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5902296304702759},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5497430562973022},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5135172009468079},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.48824504017829895},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.46891722083091736},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.46053364872932434},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43197283148765564},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41075536608695984},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38515669107437134},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.1486784815788269},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2020.2973828","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.2973828","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/152986","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/152986","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1865835052","display_name":"\u591a\u536b\u661f\u73af\u5883\u4e0b\u7684\u81ea\u5b66\u4e60\u6df1\u5ea6\u795e\u7ecf\u7f51\u7edc\u89e3\u8026\u7814\u7a76","funder_award_id":"61971457","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320333993","display_name":"Microsoft Research Asia","ror":"https://ror.org/0300m5276"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W273955616","https://openalex.org/W639708223","https://openalex.org/W1493093959","https://openalex.org/W1496659747","https://openalex.org/W1678356000","https://openalex.org/W1757796397","https://openalex.org/W1836465849","https://openalex.org/W1903029394","https://openalex.org/W1976944900","https://openalex.org/W1984789278","https://openalex.org/W2007004608","https://openalex.org/W2013628864","https://openalex.org/W2016053056","https://openalex.org/W2025518782","https://openalex.org/W2035072849","https://openalex.org/W2043985056","https://openalex.org/W2053157787","https://openalex.org/W2055376552","https://openalex.org/W2065236815","https://openalex.org/W2072608368","https://openalex.org/W2095705004","https://openalex.org/W2110424938","https://openalex.org/W2118658901","https://openalex.org/W2122476475","https://openalex.org/W2144745468","https://openalex.org/W2145339207","https://openalex.org/W2146659933","https://openalex.org/W2153579005","https://openalex.org/W2156303437","https://openalex.org/W2165698076","https://openalex.org/W2165723722","https://openalex.org/W2167407752","https://openalex.org/W2173248099","https://openalex.org/W2175325787","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2276285412","https://openalex.org/W2535526893","https://openalex.org/W2537533866","https://openalex.org/W2573292679","https://openalex.org/W2575940230","https://openalex.org/W2592790105","https://openalex.org/W2600473424","https://openalex.org/W2613718673","https://openalex.org/W2736492128","https://openalex.org/W2740604066","https://openalex.org/W2744628735","https://openalex.org/W2760381851","https://openalex.org/W2793889002","https://openalex.org/W2799959769","https://openalex.org/W2803557526","https://openalex.org/W2896457183","https://openalex.org/W2953384591","https://openalex.org/W2955186941","https://openalex.org/W2962739339","https://openalex.org/W2963341956","https://openalex.org/W2963524571","https://openalex.org/W2963820951","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964164085","https://openalex.org/W2970971581","https://openalex.org/W2997214666","https://openalex.org/W3007940350","https://openalex.org/W3163885138","https://openalex.org/W4294170691","https://openalex.org/W4295096708","https://openalex.org/W4295312788","https://openalex.org/W4298857966","https://openalex.org/W6610017368","https://openalex.org/W6637967152","https://openalex.org/W6638667902","https://openalex.org/W6678029491","https://openalex.org/W6682691769","https://openalex.org/W6682864246","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6713134421","https://openalex.org/W6734148010","https://openalex.org/W6755207826","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W2185469136","https://openalex.org/W2081900870","https://openalex.org/W4306353150","https://openalex.org/W3111219495","https://openalex.org/W4293226380","https://openalex.org/W2026860389","https://openalex.org/W2168054807","https://openalex.org/W3207883763","https://openalex.org/W4386977688","https://openalex.org/W2383394264"],"abstract_inverted_index":{"Recently,":[0],"many":[1,24],"models":[2,18,25,66,89,105],"have":[3],"been":[4,108,306],"developed":[5],"to":[6,32,41,44,71,86,149,221,239,249,258,262,267,285,294,308],"predict":[7],"video":[8],"Quality":[9],"of":[10,16,57,82,97,103,135,184,204,301],"Experience":[11],"(QoE),":[12],"yet":[13],"the":[14,39,45,69,79,83,95,101,182,202,214,225,240,250,256,302,310],"applicability":[15],"these":[17,49,88,113,154],"still":[19],"faces":[20],"significant":[21,234],"challenges.":[22],"Firstly,":[23],"rely":[26],"on":[27,100,313],"features":[28,155],"that":[29,54,192,287],"are":[30,156],"unique":[31],"a":[33,51,120,133,161,277],"specific":[34],"dataset":[35,227],"and":[36,75,94,122,143,158,198,266,271],"thus":[37],"lack":[38,68],"capability":[40],"generalize.":[42],"Due":[43],"intricate":[46],"interactions":[47],"among":[48],"features,":[50],"unified":[52],"representation":[53,165,169,216],"is":[55,62,90,209],"independent":[56],"datasets":[58,85,195],"with":[59,186],"different":[60,260],"modalities":[61],"needed.":[63],"Secondly,":[64],"existing":[65],"often":[67,91],"configurability":[70],"perform":[72,268],"both":[73,269],"classification":[74,176,270],"regression":[76,178,272],"tasks.":[77,179],"Thirdly,":[78],"sample":[80],"size":[81],"available":[84],"develop":[87,119,276],"very":[92],"small,":[93],"impact":[96],"limited":[98],"data":[99],"performance":[102,183,203,235],"QoE":[104,215,264],"has":[106,255,305],"not":[107],"adequately":[109],"addressed.":[110],"To":[111],"address":[112],"issues,":[114],"in":[115,237],"this":[116],"work":[117],"we":[118],"novel":[121],"end-to-end":[123],"framework":[124,130,232,289,304],"termed":[125],"as":[126,140,173],"DeepQoE.":[127],"The":[128,189,298],"proposed":[129],"first":[131],"uses":[132],"combination":[134],"deep":[136],"learning":[137,207],"techniques,":[138],"such":[139],"word":[141],"embedding":[142],"3D":[144],"convolutional":[145],"neural":[146,162],"network":[147,163],"(C3D),":[148],"extract":[150],"generalized":[151],"features.":[152],"Next,":[153],"combined":[157],"fed":[159],"into":[160],"for":[164,175,193,224],"learning.":[166],"A":[167],"learned":[168],"will":[170],"then":[171],"serve":[172],"input":[174],"or":[177],"We":[180,274],"evaluate":[181],"DeepQoE":[185,218,231,254,278,303],"three":[187],"datasets.":[188],"results":[190],"show":[191],"small":[194],"(e.g.,":[196,219,228],"WHU-MVQoE2016":[197],"Live-Netflix":[199],"Video":[200],"Database),":[201],"state-of-the-art":[205],"machine":[206],"algorithms":[208],"greatly":[210],"improved":[211,252],"by":[212],"using":[213],"from":[217],"35.71%":[220],"44.82%);":[222],"while":[223],"large":[226],"VideoSet),":[229],"our":[230,288],"achieves":[233],"improvement":[236],"comparison":[238],"best":[241],"baseline":[242],"method":[243],"(90.94%":[244],"vs.":[245],"82.84%).":[246],"In":[247],"addition":[248],"much":[251],"performance,":[253],"flexibility":[257],"fit":[259],"datasets,":[261],"learn":[263],"representation,":[265],"problems.":[273],"also":[275],"based":[279],"adaptive":[280],"bitrate":[281],"streaming":[282],"(ABR)":[283],"system":[284],"verify":[286],"can":[290],"be":[291],"easily":[292],"applied":[293],"multimedia":[295],"communication":[296],"service.":[297],"software":[299],"package":[300],"released":[307],"facilitate":[309],"current":[311],"research":[312],"QoE.":[314]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}