{"id":"https://openalex.org/W3114518223","doi":"https://doi.org/10.1145/3395035.3425254","title":"Toward Mathematical Representation of Emotion: A Deep Multitask Learning Method Based On Multimodal Recognition","display_name":"Toward Mathematical Representation of Emotion: A Deep Multitask Learning Method Based On Multimodal Recognition","publication_year":2020,"publication_date":"2020-10-25","ids":{"openalex":"https://openalex.org/W3114518223","doi":"https://doi.org/10.1145/3395035.3425254","mag":"3114518223"},"language":"en","primary_location":{"id":"doi:10.1145/3395035.3425254","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395035.3425254","pdf_url":null,"source":{"id":"https://openalex.org/S4306506653","display_name":"Companion Publication of the 2020 International Conference on Multimodal Interaction","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080630612","display_name":"Seiichi Harata","orcid":"https://orcid.org/0000-0003-1644-6392"},"institutions":[{"id":"https://openalex.org/I197274945","display_name":"Nagoya Institute of Technology","ror":"https://ror.org/055yf1005","country_code":"JP","type":"education","lineage":["https://openalex.org/I197274945"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Seiichi Harata","raw_affiliation_strings":["Nagoya Institute of Technology, Nagoya, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nagoya Institute of Technology, Nagoya, Japan","institution_ids":["https://openalex.org/I197274945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112425098","display_name":"Takuto Sakuma","orcid":null},"institutions":[{"id":"https://openalex.org/I197274945","display_name":"Nagoya Institute of Technology","ror":"https://ror.org/055yf1005","country_code":"JP","type":"education","lineage":["https://openalex.org/I197274945"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takuto Sakuma","raw_affiliation_strings":["Nagoya Institute of Technology, Nagoya, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nagoya Institute of Technology, Nagoya, Japan","institution_ids":["https://openalex.org/I197274945"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088832778","display_name":"Sh\u014dhei Kato","orcid":"https://orcid.org/0000-0003-4130-2729"},"institutions":[{"id":"https://openalex.org/I197274945","display_name":"Nagoya Institute of Technology","ror":"https://ror.org/055yf1005","country_code":"JP","type":"education","lineage":["https://openalex.org/I197274945"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shohei Kato","raw_affiliation_strings":["Nagoya Institute of Technology, Nagoya, Aichi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nagoya Institute of Technology, Nagoya, Aichi, Japan","institution_ids":["https://openalex.org/I197274945"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I197274945"],"apc_list":null,"apc_paid":null,"fwci":0.4764,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67612208,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"47","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7262784838676453},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.6871980428695679},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6239111423492432},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6038225293159485},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5499321222305298},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5183471441268921},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5173363089561462},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39842063188552856},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3470122814178467},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3386591672897339},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3222120404243469},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.2718918025493622},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16736197471618652},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07519713044166565}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7262784838676453},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.6871980428695679},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6239111423492432},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6038225293159485},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5499321222305298},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5183471441268921},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5173363089561462},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39842063188552856},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3470122814178467},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3386591672897339},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3222120404243469},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2718918025493622},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16736197471618652},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07519713044166565},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3395035.3425254","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395035.3425254","pdf_url":null,"source":{"id":"https://openalex.org/S4306506653","display_name":"Companion Publication of the 2020 International Conference on Multimodal Interaction","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1571620383","https://openalex.org/W1777859530","https://openalex.org/W1969090956","https://openalex.org/W2100495367","https://openalex.org/W2149628368","https://openalex.org/W2164182318","https://openalex.org/W2521161528","https://openalex.org/W2745497104","https://openalex.org/W2792020587","https://openalex.org/W2803193013","https://openalex.org/W2899525949","https://openalex.org/W2946909087","https://openalex.org/W2969656782","https://openalex.org/W2972699445","https://openalex.org/W3015841875","https://openalex.org/W3122081138"],"related_works":["https://openalex.org/W2237537322","https://openalex.org/W2950678851","https://openalex.org/W4301248618","https://openalex.org/W3126677997","https://openalex.org/W3048601286","https://openalex.org/W2965925734","https://openalex.org/W2165343651","https://openalex.org/W2242427765","https://openalex.org/W2075830955","https://openalex.org/W2343790552"],"abstract_inverted_index":{"To":[0],"emulate":[1],"human":[2],"emotions":[3,129],"in":[4,103,130,137],"agents,":[5],"the":[6,62,67,75,80,92,110,123],"mathematical":[7],"representation":[8,76],"of":[9,49,77],"emotion":[10,21,63,71],"(an":[11],"emotional":[12,35,40,52,86,104,117,133],"space)":[13],"is":[14],"essential":[15],"for":[16],"each":[17,89],"component,":[18],"such":[19,135],"as":[20,136],"recognition,":[22],"generation,":[23],"and":[24,60,66,79,109],"expression.":[25],"In":[26],"this":[27,143],"study,":[28],"we":[29,97],"aim":[30],"to":[31],"acquire":[32,114],"a":[33,47,58,115,131],"modality-independent":[34],"space":[36,53,87],"by":[37,54],"extracting":[38],"shared":[39],"information":[41],"from":[42,88,107],"different":[43],"modalities.":[44],"We":[45,119],"propose":[46],"method":[48,112,125],"acquiring":[50],"an":[51,84],"integrating":[55],"multimodalities":[56],"on":[57],"DNN":[59],"combining":[61],"recognition":[64,72],"task":[65,73,82],"unification":[68,81],"task.":[69],"The":[70],"learns":[74,83],"emotions,":[78],"identical":[85],"modality.":[90],"Through":[91],"experiments":[93],"with":[94],"audio-visual":[95],"data,":[96],"confirmed":[98],"that":[99,122],"there":[100],"are":[101],"differences":[102],"spaces":[105],"acquired":[106],"unimodality,":[108],"proposed":[111,124],"can":[113],"joint":[116],"space.":[118],"also":[120],"indicated":[121],"could":[126],"adequately":[127],"represent":[128],"low-dimensional":[132],"space,":[134],"five":[138],"or":[139],"six":[140],"dimensions,":[141],"under":[142],"paper's":[144],"experimental":[145],"conditions.":[146]},"counts_by_year":[{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}