{"id":"https://openalex.org/W2933162517","doi":"https://doi.org/10.1145/3308560.3316549","title":"Multimodal Emotion Classification","display_name":"Multimodal Emotion Classification","publication_year":2019,"publication_date":"2019-05-13","ids":{"openalex":"https://openalex.org/W2933162517","doi":"https://doi.org/10.1145/3308560.3316549","mag":"2933162517"},"language":"en","primary_location":{"id":"doi:10.1145/3308560.3316549","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3316549","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3308560.3316549","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Anurag Illendula","orcid":null},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Anurag Illendula","raw_affiliation_strings":["Indian Institute of Technology-Kharagpur"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology-Kharagpur","institution_ids":["https://openalex.org/I145894827"]}]},{"author_position":"last","author":{"id":null,"display_name":"Amit Sheth","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amit Sheth","raw_affiliation_strings":["Kno.e.sis Center, Wright State Univ"],"affiliations":[{"raw_affiliation_string":"Kno.e.sis Center, Wright State Univ","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I145894827"],"apc_list":null,"apc_paid":null,"fwci":2.4521,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.88529412,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"439","last_page":"449"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13155","display_name":"Digital Communication and Language","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13155","display_name":"Digital Communication and Language","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emoji","display_name":"Emoji","score":0.989799976348877},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6693000197410583},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.5249999761581421},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.4819999933242798},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.461899995803833},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4546000063419342},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.453000009059906},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4203999936580658},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.3959999978542328}],"concepts":[{"id":"https://openalex.org/C2779247141","wikidata":"https://www.wikidata.org/wiki/Q1049294","display_name":"Emoji","level":3,"score":0.989799976348877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7190999984741211},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6693000197410583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6025999784469604},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5703999996185303},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.5249999761581421},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.4819999933242798},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.461899995803833},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4546000063419342},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.453000009059906},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3959999978542328},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.38659998774528503},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.35850000381469727},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.33739998936653137},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2831999957561493},{"id":"https://openalex.org/C109778625","wikidata":"https://www.wikidata.org/wiki/Q796573","display_name":"Computer-mediated communication","level":3,"score":0.27730000019073486},{"id":"https://openalex.org/C2778689934","wikidata":"https://www.wikidata.org/wiki/Q1313396","display_name":"Headline","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3308560.3316549","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3316549","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1903.12520","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.12520","pdf_url":"https://arxiv.org/pdf/1903.12520","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:scholarcommons.sc.edu:aii_fac_pub-1000","is_oa":true,"landing_page_url":"https://scholarcommons.sc.edu/aii_fac_pub/1","pdf_url":null,"source":{"id":"https://openalex.org/S4377196354","display_name":"Scholar Commons (University of South Carolina)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I155781252","host_organization_name":"University of South Carolina","host_organization_lineage":["https://openalex.org/I155781252"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty Publications","raw_type":"text"},{"id":"pmh:oai:works.bepress.com:amit_sheth-10199","is_oa":false,"landing_page_url":"https://works.bepress.com/amit_sheth/604","pdf_url":null,"source":{"id":"https://openalex.org/S4306400146","display_name":"CORE Scholar (Wright State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I19648265","host_organization_name":"Wright State University","host_organization_lineage":["https://openalex.org/I19648265"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Amit P. Sheth","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3308560.3316549","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3316549","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W17944974","https://openalex.org/W1971222444","https://openalex.org/W1972515067","https://openalex.org/W1980867644","https://openalex.org/W2045854020","https://openalex.org/W2064675550","https://openalex.org/W2122522916","https://openalex.org/W2252143212","https://openalex.org/W2302255633","https://openalex.org/W2470673105","https://openalex.org/W2547970233","https://openalex.org/W2612937920","https://openalex.org/W2618530766","https://openalex.org/W2736116184","https://openalex.org/W2740582239","https://openalex.org/W2888213197","https://openalex.org/W2963410018","https://openalex.org/W2963468968","https://openalex.org/W2963502184","https://openalex.org/W4256441345"],"related_works":[],"abstract_inverted_index":{"Most":[0],"NLP":[1,51],"and":[2,18,73,144,152,170],"Computer":[3],"Vision":[4],"tasks":[5],"are":[6,42,68],"limited":[7],"to":[8,28,87,91,149],"scarcity":[9],"of":[10,38,60,70,95,111,119,184,192],"labelled":[11],"data.":[12,30],"In":[13,97],"social":[14,39,50,64,123],"media":[15,65,124],"emotion":[16,112,127,151],"classification":[17,113,128],"other":[19],"related":[20],"tasks,":[21],"hashtags":[22],"have":[23,80],"been":[24],"used":[25,43],"as":[26,44],"indicators":[27],"label":[29],"With":[31],"the":[32,76,85,109,117,139,167],"rapid":[33],"increase":[34],"in":[35,58,84],"emoji":[36,106,143,163,171],"usage":[37],"media,":[40],"emojis":[41],"an":[45],"additional":[46],"feature":[47],"for":[48,105,126],"major":[49],"tasks.":[52],"However,":[53],"this":[54,98],"is":[55,186],"less":[56],"explored":[57],"case":[59],"multimedia":[61],"posts":[62,67],"on":[63,166],"where":[66],"composed":[69],"both":[71],"image":[72],"text.":[74,96],"At":[75],"same":[77],"time,":[78],"w.e":[79],"seen":[81],"a":[82,189],"surge":[83],"interest":[86],"incorporate":[88],"domain":[89,103],"knowledge":[90,104],"improve":[92,108],"machine":[93],"understanding":[94],"paper,":[99],"we":[100],"investigate":[101],"whether":[102],"can":[107,154],"accuracy":[110,183],"task.":[114],"We":[115],"exploit":[116],"importance":[118],"different":[120,147],"modalities":[121,141],"from":[122],"post":[125],"task":[129],"using":[130],"state-of-the-art":[131],"deep":[132],"learning":[133],"architectures.":[134],"Our":[135,158],"experiments":[136],"demonstrate":[137,161],"that":[138,162],"three":[140],"(text,":[142],"images)":[145],"encode":[146],"information":[148,177],"express":[150],"therefore":[153],"complement":[155],"each":[156],"other.":[157],"results":[159],"also":[160],"sense":[164],"depends":[165],"textual":[168],"context,":[169],"combined":[172],"with":[173,188],"text":[174],"encodes":[175],"better":[176],"than":[178],"considered":[179],"separately.":[180],"The":[181],"highest":[182],"71.98%":[185],"achieved":[187],"training":[190],"data":[191],"550k":[193],"posts.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2019-04-11T00:00:00"}