{"id":"https://openalex.org/W4200314231","doi":"https://doi.org/10.1145/3487075.3487164","title":"Multimodal Emotion Recognition with Factorized Bilinear Pooling and Adversarial Learning","display_name":"Multimodal Emotion Recognition with Factorized Bilinear Pooling and Adversarial Learning","publication_year":2021,"publication_date":"2021-10-19","ids":{"openalex":"https://openalex.org/W4200314231","doi":"https://doi.org/10.1145/3487075.3487164"},"language":"en","primary_location":{"id":"doi:10.1145/3487075.3487164","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3487075.3487164","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th International Conference on Computer Science and Application Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063860402","display_name":"Haotian Miao","orcid":"https://orcid.org/0000-0003-1629-4421"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haotian Miao","raw_affiliation_strings":["Computer Science and Engineering School, Northeastern University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering School, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386934","display_name":"Yifei Zhang","orcid":"https://orcid.org/0000-0002-4646-7699"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Zhang","raw_affiliation_strings":["Computer Science and Engineering School, Northeastern University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering School, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035378456","display_name":"Daling Wang","orcid":"https://orcid.org/0000-0003-1340-0778"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daling Wang","raw_affiliation_strings":["Computer Science and Engineering School, Northeastern University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering School, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057958949","display_name":"Shi Feng","orcid":"https://orcid.org/0000-0002-2846-7652"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Feng","raw_affiliation_strings":["Computer Science and Engineering School, Northeastern University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering School, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":0.525,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.68325041,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7580313086509705},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7314279675483704},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6441218852996826},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6303699016571045},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.588556170463562},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5636627078056335},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.528473973274231},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5239142179489136},{"id":"https://openalex.org/keywords/bilinear-interpolation","display_name":"Bilinear interpolation","score":0.4806991219520569},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4618467688560486},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4366741180419922},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43332892656326294},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.41355302929878235},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39824485778808594},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.15571895241737366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7580313086509705},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7314279675483704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6441218852996826},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6303699016571045},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.588556170463562},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5636627078056335},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.528473973274231},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5239142179489136},{"id":"https://openalex.org/C205203396","wikidata":"https://www.wikidata.org/wiki/Q612143","display_name":"Bilinear interpolation","level":2,"score":0.4806991219520569},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4618467688560486},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4366741180419922},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43332892656326294},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.41355302929878235},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39824485778808594},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.15571895241737366},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3487075.3487164","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3487075.3487164","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th International Conference on Computer Science and Application Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1600744878","https://openalex.org/W2065379720","https://openalex.org/W2079725295","https://openalex.org/W2139916508","https://openalex.org/W2145310492","https://openalex.org/W2160440850","https://openalex.org/W2194775991","https://openalex.org/W2246249023","https://openalex.org/W2250539671","https://openalex.org/W2265228180","https://openalex.org/W2293236424","https://openalex.org/W2295739661","https://openalex.org/W2347880541","https://openalex.org/W2531190898","https://openalex.org/W2572107491","https://openalex.org/W2752201871","https://openalex.org/W2763922629","https://openalex.org/W2808260522","https://openalex.org/W2888975113","https://openalex.org/W2910191085","https://openalex.org/W2937612335","https://openalex.org/W2965453734","https://openalex.org/W3001529617","https://openalex.org/W3122359801","https://openalex.org/W3122724440","https://openalex.org/W4247924304"],"related_works":["https://openalex.org/W2950524887","https://openalex.org/W2883502031","https://openalex.org/W2261271299","https://openalex.org/W4280638452","https://openalex.org/W4285020665","https://openalex.org/W2963066927","https://openalex.org/W3160506688","https://openalex.org/W3111811104","https://openalex.org/W4380083739","https://openalex.org/W2964944724"],"abstract_inverted_index":{"With":[0],"the":[1,7,11,40,54,89,93,96,100,155,162],"fast":[2],"development":[3],"of":[4,10,13,95,164],"social":[5],"networks,":[6],"massive":[8],"growth":[9],"number":[12],"multimodal":[14,63,81,127],"data":[15],"such":[16],"as":[17],"images":[18],"and":[19,71,102,126,173],"texts":[20],"allows":[21],"people":[22],"have":[23],"higher":[24,37],"demands":[25],"for":[26,39,74,167],"information":[27],"processing":[28],"from":[29,107],"an":[30,115],"emotional":[31],"perspective.":[32],"Emotion":[33],"recognition":[34,125,169],"requires":[35],"a":[36,62,80,139],"ability":[38,163],"computer":[41],"to":[42,87,98],"simulate":[43],"high-level":[44],"visual":[45,101],"perception":[46],"understanding.":[47],"However,":[48],"existing":[49],"methods":[50],"often":[51],"focus":[52],"on":[53,66,154],"single-modality":[55],"investigation.":[56],"In":[57,77],"this":[58],"work,":[59],"we":[60,113],"propose":[61,114],"model":[64,150,166],"based":[65],"factorized":[67],"bilinear":[68],"pooling":[69],"(FBP)":[70],"adversarial":[72,116],"learning":[73],"emotion":[75,124,168],"recognition.":[76],"our":[78,148,165],"model,":[79],"feature":[82,104],"fusion":[83,128],"network":[84,117,142],"is":[85],"proposed":[86,149],"encode":[88],"inter-modality":[90],"features":[91],"under":[92],"guidance":[94],"FBP":[97],"help":[99],"textual":[103],"representation":[105],"learn":[106],"each":[108],"other":[109,171],"interactively.":[110],"Beyond":[111],"that,":[112],"by":[118,137],"introducing":[119],"two":[120],"discriminative":[121],"classification":[122],"tasks,":[123],"prediction.":[129],"Our":[130],"entire":[131],"method":[132],"can":[133],"be":[134],"implemented":[135],"end-to-end":[136],"using":[138],"deep":[140],"neural":[141],"framework.":[143],"Experimental":[144],"results":[145,160],"indicate":[146],"that":[147],"achieves":[151],"competitive":[152],"performance":[153],"extended":[156],"FI":[157],"dataset.":[158],"Progressive":[159],"prove":[161],"against":[170],"single-":[172],"multi-modality":[174],"works":[175],"respectively.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}