{"id":"https://openalex.org/W2979368787","doi":"https://doi.org/10.1109/tmm.2019.2946477","title":"Visual-Texual Emotion Analysis With Deep Coupled Video and Danmu Neural Networks","display_name":"Visual-Texual Emotion Analysis With Deep Coupled Video and Danmu Neural Networks","publication_year":2019,"publication_date":"2019-10-09","ids":{"openalex":"https://openalex.org/W2979368787","doi":"https://doi.org/10.1109/tmm.2019.2946477","mag":"2979368787"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2019.2946477","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2019.2946477","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chenchen Li","orcid":"https://orcid.org/0000-0002-9401-765X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenchen Li","raw_affiliation_strings":["Department of Computer Science, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9401-765X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100430896","display_name":"Jialin Wang","orcid":"https://orcid.org/0000-0002-1990-1293"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jialin Wang","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357128","display_name":"Hongwei Wang","orcid":"https://orcid.org/0000-0001-7474-8271"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Wang","raw_affiliation_strings":["Department of Computer Science, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7474-8271","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074355807","display_name":"Miao Zhao","orcid":"https://orcid.org/0000-0002-4324-1467"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Miao Zhao","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-4324-1467","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100408983","display_name":"Wenjie Li","orcid":"https://orcid.org/0000-0002-7360-8864"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenjie Li","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-7360-8864","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100638710","display_name":"Xiaotie Deng","orcid":"https://orcid.org/0000-0002-5282-6467"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaotie Deng","raw_affiliation_strings":["School of Electronics Engineering and Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5282-6467","affiliations":[{"raw_affiliation_string":"School of Electronics Engineering and Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4888,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.86362454,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"22","issue":"6","first_page":"1634","last_page":"1646"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.763696551322937},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6296287178993225},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5436567068099976},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.47297894954681396},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47089484333992004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46519196033477783},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41795945167541504},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41319477558135986},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4111769199371338},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.37684887647628784},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.3603435158729553},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12135517597198486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.763696551322937},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6296287178993225},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5436567068099976},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.47297894954681396},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47089484333992004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46519196033477783},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41795945167541504},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41319477558135986},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4111769199371338},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.37684887647628784},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.3603435158729553},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12135517597198486},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2019.2946477","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2019.2946477","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7400000095367432,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1746765347","display_name":null,"funder_award_id":"2017YFB0701900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W617994985","https://openalex.org/W1480831435","https://openalex.org/W1522734439","https://openalex.org/W1527575280","https://openalex.org/W1536516100","https://openalex.org/W1686810756","https://openalex.org/W1880262756","https://openalex.org/W1883346539","https://openalex.org/W1930223417","https://openalex.org/W2046682605","https://openalex.org/W2048783874","https://openalex.org/W2049296440","https://openalex.org/W2062955551","https://openalex.org/W2065895060","https://openalex.org/W2100235303","https://openalex.org/W2106277773","https://openalex.org/W2108420397","https://openalex.org/W2110700950","https://openalex.org/W2123024445","https://openalex.org/W2126792281","https://openalex.org/W2153579005","https://openalex.org/W2156303437","https://openalex.org/W2163302275","https://openalex.org/W2164973920","https://openalex.org/W2184188583","https://openalex.org/W2194775991","https://openalex.org/W2238728730","https://openalex.org/W2250879510","https://openalex.org/W2267835966","https://openalex.org/W2293236424","https://openalex.org/W2342543219","https://openalex.org/W2347880541","https://openalex.org/W2408821365","https://openalex.org/W2526671443","https://openalex.org/W2528605210","https://openalex.org/W2531468424","https://openalex.org/W2604737966","https://openalex.org/W2757389665","https://openalex.org/W2765179532","https://openalex.org/W2767441885","https://openalex.org/W2793857798","https://openalex.org/W2794257965","https://openalex.org/W2866912866","https://openalex.org/W2963446712","https://openalex.org/W2963464104","https://openalex.org/W2963992782","https://openalex.org/W2964167669","https://openalex.org/W2964350391","https://openalex.org/W2974182162","https://openalex.org/W3102208396","https://openalex.org/W3134705486","https://openalex.org/W4231510805","https://openalex.org/W4237723258","https://openalex.org/W4294170691","https://openalex.org/W4312808911","https://openalex.org/W4396952261","https://openalex.org/W6631516269","https://openalex.org/W6632166289","https://openalex.org/W6637373629","https://openalex.org/W6637805623","https://openalex.org/W6639103823","https://openalex.org/W6639619044","https://openalex.org/W6662642538","https://openalex.org/W6678470764","https://openalex.org/W6682691769","https://openalex.org/W6682864246","https://openalex.org/W6684149856","https://openalex.org/W6684443387","https://openalex.org/W6686207219","https://openalex.org/W6689951360","https://openalex.org/W6691937106","https://openalex.org/W6693772185","https://openalex.org/W6694260854","https://openalex.org/W6705060728","https://openalex.org/W6728334670","https://openalex.org/W6736239804","https://openalex.org/W6780226713"],"related_works":["https://openalex.org/W4288407670","https://openalex.org/W2950396480","https://openalex.org/W947140380","https://openalex.org/W2911655849","https://openalex.org/W4286432911","https://openalex.org/W4230884544","https://openalex.org/W4245453790","https://openalex.org/W3194985222","https://openalex.org/W3216571906","https://openalex.org/W4214830338"],"abstract_inverted_index":{"User":[0],"emotion":[1,66,99,133,168,201],"analysis":[2,202],"toward":[3],"videos":[4],"is":[5,52],"to":[6,55,64,69,123,160,184,226],"automatically":[7],"recognize":[8],"the":[9,16,21,81,102,154,167,250],"general":[10],"emotional":[11,163],"status":[12],"of":[13,46,48,83,143,170],"viewers":[14],"from":[15,60],"multimedia":[17],"content":[18,40,127],"embedded":[19],"in":[20,118,172,215],"online":[22],"video":[23,62,126,155],"stream.":[24],"Existing":[25],"works":[26],"fall":[27],"into":[28],"two":[29],"categories:":[30],"1)":[31],"<italic":[32,74,178,205],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[33,75,179,206],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">visual-based</i>":[34],"methods,":[35,77],"which":[36,78,148,216],"focus":[37,79],"on":[38,80,153,238],"visual":[39,217],"and":[41,101,128,156,193,210,218,224],"extract":[42],"a":[43,57,140,198,228,239],"specific":[44],"set":[45],"features":[47,220],"videos.":[49,88],"However,":[50],"it":[51],"generally":[53],"hard":[54],"learn":[56,185],"mapping":[58],"function":[59],"low-level":[61],"pixels":[63],"high-level":[65,108],"space":[67],"due":[68],"great":[70],"intra-class":[71],"variance.":[72],"2)":[73],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">textual-based</i>":[76],"investigation":[82],"user-generated":[84,129,144],"comments":[85,104,151],"associated":[86],"with":[87,204],"The":[89],"learned":[90],"word":[91],"representations":[92,187],"by":[93,188,231],"traditional":[94],"linguistic":[95],"approaches":[96],"typically":[97],"lack":[98],"information":[100,159],"global":[103],"usually":[105],"reflect":[106],"viewers\u2019":[107,162],"understandings":[109],"rather":[110],"than":[111],"instantaneous":[112],"emotions.":[113,194],"To":[114,165],"address":[115],"these":[116],"limitations,":[117],"this":[119],"paper,":[120],"we":[121,137,176,196,244],"propose":[122,177,197],"jointly":[124,189],"utilize":[125],"texts":[130],"simultaneously":[131],"for":[132],"analysis.":[134],"In":[135],"particular,":[136],"introduce":[138],"exploiting":[139],"new":[141],"type":[142],"texts,":[145],"i.e.,":[146],"\u201cdanmu,\u201d":[147],"are":[149,221],"real-time":[150],"floating":[152],"contain":[157],"rich":[158],"convey":[161],"opinions.":[164],"enhance":[166],"discriminativeness":[169],"words":[171],"textual":[173,219],"feature":[174],"extraction,":[175],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Emotional":[180],"Word":[181],"Embedding</i>":[182],"(EWE)":[183],"text":[186],"considering":[190],"their":[191],"semantics":[192],"Afterward,":[195],"novel":[199],"visual-textual":[200],"model":[203],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Deep":[207],"Coupled":[208],"Video":[209],"Danmu":[211],"Neural":[212],"networks</i>":[213],"(DCVDN),":[214],"synchronously":[222],"extracted":[223],"fused":[225],"form":[227],"comprehensive":[229],"representation":[230],"deep-canonically-correlated-autoencoder-based":[232],"multi-view":[233],"learning.":[234],"Through":[235],"extensive":[236],"experiments":[237],"self-crawled":[240],"real-world":[241],"video-danmu":[242],"dataset,":[243],"prove":[245],"that":[246],"DCVDN":[247],"significantly":[248],"outperforms":[249],"state-of-the-art":[251],"baselines.":[252]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}