{"id":"https://openalex.org/W3094378983","doi":"https://doi.org/10.1145/3382507.3417960","title":"Implicit Knowledge Injectable Cross Attention Audiovisual Model for Group Emotion Recognition","display_name":"Implicit Knowledge Injectable Cross Attention Audiovisual Model for Group Emotion Recognition","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3094378983","doi":"https://doi.org/10.1145/3382507.3417960","mag":"3094378983"},"language":"en","primary_location":{"id":"doi:10.1145/3382507.3417960","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382507.3417960","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108048563","display_name":"Yanan Wang","orcid":"https://orcid.org/0000-0002-2259-2049"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yanan Wang","raw_affiliation_strings":["KDDI Research, Inc., Saitama, Japan"],"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Saitama, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101746725","display_name":"Jianming Wu","orcid":"https://orcid.org/0000-0002-1720-8516"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jianming Wu","raw_affiliation_strings":["KDDI Research, Inc., Saitama, Japan"],"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Saitama, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029779616","display_name":"Panikos Heracleous","orcid":"https://orcid.org/0000-0002-7709-8195"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Panikos Heracleous","raw_affiliation_strings":["KDDI Research, Inc., Saitama, Japan"],"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Saitama, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062786880","display_name":"Shinya Wada","orcid":"https://orcid.org/0000-0001-6009-6655"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shinya Wada","raw_affiliation_strings":["KDDI Research, Inc., Saitama, Japan"],"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Saitama, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072903728","display_name":"Rie Kimura","orcid":"https://orcid.org/0000-0003-1798-5400"},"institutions":[{"id":"https://openalex.org/I4210164495","display_name":"KDDI Research (Japan)","ror":"https://ror.org/05qsqt662","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210164495"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Rui Kimura","raw_affiliation_strings":["KDDI Research, Inc., Saitama, Japan"],"affiliations":[{"raw_affiliation_string":"KDDI Research, Inc., Saitama, Japan","institution_ids":["https://openalex.org/I4210164495"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037344196","display_name":"Satoshi Kurihara","orcid":"https://orcid.org/0009-0001-4374-4814"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Satoshi Kurihara","raw_affiliation_strings":["Keio University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Keio University, Tokyo, Japan","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5108048563"],"corresponding_institution_ids":["https://openalex.org/I4210164495"],"apc_list":null,"apc_paid":null,"fwci":2.1215,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.88183015,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"827","last_page":"834"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7230929732322693},{"id":"https://openalex.org/keywords/subnetwork","display_name":"Subnetwork","score":0.6644644141197205},{"id":"https://openalex.org/keywords/explicit-knowledge","display_name":"Explicit knowledge","score":0.6170938014984131},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5047034025192261},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43059319257736206},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3590640723705292},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.351980984210968}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7230929732322693},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.6644644141197205},{"id":"https://openalex.org/C56814567","wikidata":"https://www.wikidata.org/wiki/Q1323686","display_name":"Explicit knowledge","level":2,"score":0.6170938014984131},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5047034025192261},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43059319257736206},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3590640723705292},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.351980984210968},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3382507.3417960","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382507.3417960","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6000000238418579,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W610324613","https://openalex.org/W1498266716","https://openalex.org/W1821462560","https://openalex.org/W2072921694","https://openalex.org/W2085662862","https://openalex.org/W2150769028","https://openalex.org/W2194775991","https://openalex.org/W2745461083","https://openalex.org/W2886300652","https://openalex.org/W2894589512","https://openalex.org/W2895443688","https://openalex.org/W2949281559","https://openalex.org/W2963446712","https://openalex.org/W2964216663","https://openalex.org/W2964306921","https://openalex.org/W2970231061","https://openalex.org/W2972602947","https://openalex.org/W2972897806","https://openalex.org/W2977874382","https://openalex.org/W2978756075","https://openalex.org/W2980393359","https://openalex.org/W2980495289","https://openalex.org/W2981005028","https://openalex.org/W2981103441","https://openalex.org/W2981171802"],"related_works":["https://openalex.org/W2060724872","https://openalex.org/W2082094785","https://openalex.org/W2202198356","https://openalex.org/W3087203342","https://openalex.org/W2377184161","https://openalex.org/W228984114","https://openalex.org/W2090026684","https://openalex.org/W4226360758","https://openalex.org/W2907567977","https://openalex.org/W3153861134"],"abstract_inverted_index":{"Audio-video":[0],"group":[1,93],"emotion":[2],"recognition":[3],"is":[4,10,78,106,126,214],"a":[5,14],"challenging":[6],"task":[7],"since":[8],"it":[9,125],"difficult":[11],"to":[12,20,80,109,208,224],"gather":[13],"broad":[15],"range":[16],"of":[17,92,113,147,232,236,253],"potential":[18],"information":[19,44],"obtain":[21,89],"meaningful":[22],"emotional":[23,178],"representations.":[24],"Humans":[25],"can":[26,32,46,86,135],"easily":[27,136],"understand":[28],"emotions":[29,94,114],"because":[30],"they":[31,45],"associate":[33],"implicit":[34,58,111,117,132,189,192],"contextual":[35],"knowledge":[36,59,112,133,193],"(contained":[37],"in":[38,163,184],"our":[39],"memory)":[40],"when":[41],"processing":[42],"explicit":[43,97,129,141,157],"see":[47],"and":[48,131,152,176,200,206,210,218,245],"hear":[49],"directly.":[50],"This":[51],"paper":[52],"proposes":[53],"an":[54,82,96,250],"end-to-end":[55],"architecture":[56],"called":[57],"injectable":[60],"cross":[61,99],"attention":[62,100],"audiovisual":[63,68,76,83,90,101,238],"deep":[64],"neural":[65],"network":[66,77],"(K-injection":[67,121],"network)":[69],"that":[70,85,180],"imitates":[71],"this":[72],"intuition.":[73],"The":[74,191],"K-injection":[75,212,247],"used":[79],"train":[81],"model":[84],"not":[87,182],"only":[88,140],"representations":[91,179],"through":[95,115],"feature-based":[98],"subnetwork":[102],"(audiovisual":[103],"subnetwork),":[104],"but":[105,134],"also":[107],"able":[108],"absorb":[110],"two":[116],"knowledge-based":[118],"injection":[119],"subnetworks":[120,213,248],"subnetwork).":[122],"In":[123],"addition,":[124],"trained":[127,240],"with":[128,241],"features":[130,151,155,203],"make":[137],"inferences":[138],"using":[139],"features.":[142],"We":[143],"define":[144,173],"the":[145,164,169,174,185,225,229,234,237,242],"region":[146],"interest":[148],"(ROI)":[149],"visual":[150],"Melspectrogram":[153],"audio":[154],"as":[156,188,216],"features,":[158],"which":[159],"obviously":[160],"are":[161],"present":[162],"raw":[165],"audio-video":[166,186],"data.":[167],"On":[168],"other":[170],"hand,":[171],"we":[172],"linguistic":[175,209,217],"acoustic":[177,202,211,219,244],"do":[181],"exist":[183],"data":[187],"knowledge.":[190],"distilled":[194],"by":[195],"adapting":[196],"video":[197],"situation":[198],"descriptions":[199],"basic":[201],"(MFCCs,":[204],"pitch":[205],"energy)":[207],"defined":[215],"knowledge,":[220],"respectively.":[221],"When":[222],"compared":[223],"baseline":[226],"accuracy":[227,252],"for":[228],"testing":[230],"set":[231],"47.88%,":[233],"average":[235],"models":[239],"(linguistic,":[243],"linguistic-acoustic)":[246],"achieved":[249],"overall":[251],"66.40%.":[254]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}