{"id":"https://openalex.org/W4289213428","doi":null,"title":"Fusical: Multimodal Fusion for Video Sentiment","display_name":"Fusical: Multimodal Fusion for Video Sentiment","alternate_titles":[],"publication_year":2020,"publication_date":"2020-11-02","ids":{"openalex":"https://openalex.org/W4289213428"},"language":"en","primary_location":{"id":"pmh:oai:osti.gov:1692268","doi":null,"is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1692268","pdf_url":"https://www.osti.gov/servlets/purl/1692268","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W4289213428"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1692268","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110929341","display_name":"Benjamin Jin","orcid":"https://orcid.org/0009-0006-2710-7248","observed_orcids":["https://orcid.org/0009-0006-2710-7248"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jin, B T","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073669365","display_name":"Leila Abdelrahman","orcid":"https://orcid.org/0000-0003-1879-8236","observed_orcids":["https://orcid.org/0000-0003-1879-8236"]},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdelrahman, L","raw_affiliation_strings":["University of Miami"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Miami","institution_ids":["https://openalex.org/I145608581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014414020","display_name":"Chen, C K","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen, C K","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061778458","display_name":"Khanzada, A","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Khanzada, A","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-sentiment-analysis","display_name":"video sentiment analysis","score":0.8149999976158142},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.9459999799728394},{"id":"https://openalex.org/keywords/group-emotion-recognition","display_name":"group emotion recognition","score":0.6949999928474426},{"id":"https://openalex.org/keywords/audio-embeddings","display_name":"audio embeddings","score":0.8109999895095825},{"id":"https://openalex.org/keywords/laughter-detection","display_name":"laughter detection","score":0.7490000128746033},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.7620000243186951}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6970986723899841},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5571397542953491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4371379613876343},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.41567230224609375},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3479381501674652},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.05437344312667847},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:osti.gov:1692268","doi":null,"is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1692268","pdf_url":"https://www.osti.gov/servlets/purl/1692268","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1692268","doi":null,"is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1692268","pdf_url":"https://www.osti.gov/servlets/purl/1692268","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4289213428.pdf","grobid_xml":"https://content.openalex.org/works/W4289213428.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1959608418","https://openalex.org/W2041616772","https://openalex.org/W2094637479","https://openalex.org/W2115252128","https://openalex.org/W2128279859","https://openalex.org/W2135964285","https://openalex.org/W2505527539","https://openalex.org/W2544224704","https://openalex.org/W2556247010","https://openalex.org/W2593116425","https://openalex.org/W2740550900","https://openalex.org/W2767103364","https://openalex.org/W2767348466","https://openalex.org/W2767618761","https://openalex.org/W2767986562","https://openalex.org/W2800833042","https://openalex.org/W2889976648","https://openalex.org/W2939574508","https://openalex.org/W2953958347","https://openalex.org/W2962730651","https://openalex.org/W2963062932","https://openalex.org/W2967476185","https://openalex.org/W2996209825","https://openalex.org/W3020519718","https://openalex.org/W3094309768"],"related_works":["https://openalex.org/W7140027784","https://openalex.org/W3095989712","https://openalex.org/W3093581966","https://openalex.org/W4411306077","https://openalex.org/W3087647883","https://openalex.org/W4403578721","https://openalex.org/W4396843654","https://openalex.org/W2924126491","https://openalex.org/W7137945140","https://openalex.org/W4401164195"],"abstract_inverted_index":{"Determining":[0],"the":[1,26,99,117],"emotional":[2],"sentiment":[3,50],"of":[4,16,48,55,79,106,116],"a":[5,8,17,102],"video":[6,64],"remains":[7],"challenging":[9],"task":[10],"that":[11,115],"requires":[12],"multimodal,":[13],"contextual":[14],"understanding":[15],"situation.In":[18],"this":[19],"paper,":[20],"we":[21],"describe":[22],"our":[23],"entry":[24],"into":[25,46],"EmotiW":[27],"2020":[28],"Audio-Video":[29],"Group":[30],"Emotion":[31],"Recognition":[32],"Challenge":[33],"to":[34,97],"classify":[35],"group":[36],"videos":[37],"containing":[38],"large":[39],"variations":[40],"in":[41],"language,":[42],"people,":[43],"and":[44,74,84,86],"environment,":[45],"one":[47],"three":[49],"classes.Our":[51],"end-toend":[52],"approach":[53],"consists":[54],"independently":[56],"training":[57],"models":[58],"for":[59],"different":[60],"modalities,":[61,80,100],"including":[62],"full-frame":[63],"scenes,":[65],"human":[66],"body":[67],"keypoints,":[68],"embeddings":[69],"extracted":[70],"from":[71],"audio":[72],"clips,":[73],"image-caption":[75],"word":[76],"embeddings.Novel":[77],"combinations":[78],"such":[81],"as":[82],"laughter":[83],"image-captioning,":[85],"transfer":[87],"learning":[88],"are":[89],"further":[90],"developed.We":[91],"use":[92],"fully-connected":[93],"(FC)":[94],"fusion":[95],"ensembling":[96],"aggregate":[98],"achieving":[101],"best":[103],"test":[104],"accuracy":[105],"63.9%":[107],"which":[108],"is":[109],"16":[110],"percentage":[111],"points":[112],"higher":[113],"than":[114],"baseline":[118],"ensemble.":[119]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4289213428","counts_by_year":[],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2022-08-01T00:00:00"}
