{"id":"https://openalex.org/W2969917809","doi":"https://doi.org/10.1109/tmm.2019.2936805","title":"Sentiment Recognition for Short Annotated GIFs Using Visual-Textual Fusion","display_name":"Sentiment Recognition for Short Annotated GIFs Using Visual-Textual Fusion","publication_year":2019,"publication_date":"2019-08-22","ids":{"openalex":"https://openalex.org/W2969917809","doi":"https://doi.org/10.1109/tmm.2019.2936805","mag":"2969917809"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2019.2936805","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2019.2936805","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091159493","display_name":"Tianliang Liu","orcid":"https://orcid.org/0000-0001-9800-1981"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianliang Liu","raw_affiliation_strings":["Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Jiangsu Provincial Engineering Research Center for High Performance Computing and Intelligent Information Processing, National Engineering Research Center for Communication and Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9800-1981","affiliations":[{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Jiangsu Provincial Engineering Research Center for High Performance Computing and Intelligent Information Processing, National Engineering Research Center for Communication and Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061444994","display_name":"Junwei Wan","orcid":"https://orcid.org/0000-0002-4844-8061"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junwei Wan","raw_affiliation_strings":["Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Jiangsu Provincial Engineering Research Center for High Performance Computing and Intelligent Information Processing, National Engineering Research Center for Communication and Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-4844-8061","affiliations":[{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Jiangsu Provincial Engineering Research Center for High Performance Computing and Intelligent Information Processing, National Engineering Research Center for Communication and Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062289844","display_name":"Xiubin Dai","orcid":"https://orcid.org/0000-0001-8572-3774"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiubin Dai","raw_affiliation_strings":["Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Jiangsu Provincial Engineering Research Center for High Performance Computing and Intelligent Information Processing, National Engineering Research Center for Communication and Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8572-3774","affiliations":[{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Jiangsu Provincial Engineering Research Center for High Performance Computing and Intelligent Information Processing, National Engineering Research Center for Communication and Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100369354","display_name":"Feng Liu","orcid":"https://orcid.org/0000-0003-2750-0315"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Liu","raw_affiliation_strings":["Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Jiangsu Provincial Engineering Research Center for High Performance Computing and Intelligent Information Processing, National Engineering Research Center for Communication and Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-2750-0315","affiliations":[{"raw_affiliation_string":"Jiangsu Provincial Key Laboratory of Image Processing and Image Communication, Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Jiangsu Provincial Engineering Research Center for High Performance Computing and Intelligent Information Processing, National Engineering Research Center for Communication and Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035950313","display_name":"Quanzeng You","orcid":"https://orcid.org/0000-0003-3608-0607"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quanzeng You","raw_affiliation_strings":["Computer Vision Team, Microsoft Cloud + AI, Redmond, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Vision Team, Microsoft Cloud + AI, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055469774","display_name":"Jiebo Luo","orcid":"https://orcid.org/0000-0002-4516-9729"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiebo Luo","raw_affiliation_strings":["Department of Computer Science, University of Rochester Rochester, Rochester, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Rochester Rochester, Rochester, USA","institution_ids":["https://openalex.org/I5388228"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5528,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.91584904,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"22","issue":"4","first_page":"1098","last_page":"1110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8629628419876099},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.8305754661560059},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6275157332420349},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5814265608787537},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.543104887008667},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.44910192489624023},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40048351883888245},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3333699107170105}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8629628419876099},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.8305754661560059},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6275157332420349},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5814265608787537},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.543104887008667},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.44910192489624023},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40048351883888245},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3333699107170105},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2019.2936805","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2019.2936805","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G1910315900","display_name":null,"funder_award_id":"61001152, 61071091,31671006, 61572503, 61772286","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W193524605","https://openalex.org/W298783808","https://openalex.org/W1485009520","https://openalex.org/W1521626219","https://openalex.org/W1522734439","https://openalex.org/W1686810756","https://openalex.org/W1832693441","https://openalex.org/W1977854250","https://openalex.org/W2006593672","https://openalex.org/W2017411072","https://openalex.org/W2046682605","https://openalex.org/W2075456404","https://openalex.org/W2156662028","https://openalex.org/W2160660844","https://openalex.org/W2184450814","https://openalex.org/W2334381934","https://openalex.org/W2342115244","https://openalex.org/W2406020846","https://openalex.org/W2412155161","https://openalex.org/W2472490454","https://openalex.org/W2526328803","https://openalex.org/W2527200148","https://openalex.org/W2544525064","https://openalex.org/W2559024028","https://openalex.org/W2570829410","https://openalex.org/W2578893299","https://openalex.org/W2583643061","https://openalex.org/W2584561145","https://openalex.org/W2595328592","https://openalex.org/W2606982687","https://openalex.org/W2609916062","https://openalex.org/W2614729940","https://openalex.org/W2753840835","https://openalex.org/W2757389665","https://openalex.org/W2786355254","https://openalex.org/W2793857798","https://openalex.org/W2805662932","https://openalex.org/W2885719698","https://openalex.org/W2963104701","https://openalex.org/W2963293463","https://openalex.org/W2963355447","https://openalex.org/W2963992782","https://openalex.org/W2964010806","https://openalex.org/W2964167669","https://openalex.org/W2964194271","https://openalex.org/W6607799657","https://openalex.org/W6610557376","https://openalex.org/W6628877408","https://openalex.org/W6637373629","https://openalex.org/W6691937106"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526"],"abstract_inverted_index":{"With":[0],"the":[1,68,79,83,95,99,105,110,113,119,124,148,161,190,193],"rapid":[2],"development":[3],"of":[4,39,112,192],"social":[5],"media,":[6],"visual":[7,20,32,52,63,139],"sentiment":[8,37,64,80,87,115,126,134,140,144,163,180,195],"analysis":[9,38,187],"from":[10,82],"image":[11],"or":[12],"video":[13],"has":[14],"become":[15],"a":[16,62,74,86,131,154,168,179],"hot":[17],"spot":[18],"in":[19,90],"understanding":[21],"researches.":[22],"In":[23],"this":[24],"work,":[25],"we":[26,60,103,129,152,166],"propose":[27],"an":[28],"effective":[29],"approach":[30],"using":[31,67],"and":[33,50,117,142,186,207],"textual":[34,44,101,125,143],"fusion":[35,92],"for":[36,54,98],"short":[40],"GIF":[41,57],"videos":[42],"with":[43,138],"descriptions.":[45],"We":[46,71],"extract":[47,109],"both":[48],"sequence-level":[49],"frame-level":[51],"features":[53],"each":[55],"given":[56],"video.":[58],"Next,":[59],"build":[61],"classifier":[65,84],"by":[66,177],"extracted":[69],"features.":[70],"also":[72],"define":[73],"mapping":[75],"function,":[76],"which":[77],"converts":[78],"probability":[81],"to":[85,108,122,158,172],"score":[88,135,182],"used":[89],"our":[91],"function.":[93,183],"At":[94],"same":[96],"time,":[97],"accompanied":[100],"annotations,":[102],"employ":[104],"Synset":[106],"forest":[107],"sets":[111],"meaningful":[114],"words":[116],"utilize":[118],"SentiWordNet3.0":[120],"model":[121,175],"obtain":[123,173],"score.":[127,164],"Then,":[128],"design":[130],"joint":[132],"visual-textual":[133],"function":[136,149],"weighted":[137],"component":[141],"one.":[145],"To":[146],"make":[147],"more":[150],"robust,":[151],"introduce":[153],"noticeable":[155],"difference":[156],"threshold":[157],"further":[159],"process":[160],"fused":[162],"Finally,":[165],"adopt":[167],"grid":[169],"search":[170],"technique":[171],"relevant":[174],"hyper-parameters":[176],"optimizing":[178],"aware":[181],"Experimental":[184],"results":[185],"extensively":[188],"demonstrate":[189],"effectiveness":[191],"proposed":[194],"recognition":[196],"scheme":[197],"on":[198],"three":[199],"benchmark":[200],"datasets":[201],"including":[202],"T-GIF":[203],"dataset,":[204],"GSO-2016":[205],"dataset":[206],"Adjusted-GIFGIF":[208],"dataset.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}
