{"id":"https://openalex.org/W3099091124","doi":"https://doi.org/10.1109/tcyb.2020.3027766","title":"Visual Sentiment Analysis With Social Relations-Guided Multiattention Networks","display_name":"Visual Sentiment Analysis With Social Relations-Guided Multiattention Networks","publication_year":2020,"publication_date":"2020-11-11","ids":{"openalex":"https://openalex.org/W3099091124","doi":"https://doi.org/10.1109/tcyb.2020.3027766","mag":"3099091124","pmid":"https://pubmed.ncbi.nlm.nih.gov/33175687"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2020.3027766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2020.3027766","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100639078","display_name":"Jie Xu","orcid":"https://orcid.org/0000-0003-3708-2823"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jie Xu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036786337","display_name":"Zhoujun Li","orcid":"https://orcid.org/0000-0002-9603-9713"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhoujun Li","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033233243","display_name":"Feiran Huang","orcid":"https://orcid.org/0000-0003-4294-0212"},"institutions":[{"id":"https://openalex.org/I159948400","display_name":"Jinan University","ror":"https://ror.org/02xe5ns62","country_code":"CN","type":"education","lineage":["https://openalex.org/I159948400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiran Huang","raw_affiliation_strings":["College of Cyber Security/College of Information Science and Technology, Jinan University, Guangzhou, China","Guangdong Key Laboratory of Data Security and Privacy Preserving, Jinan University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Cyber Security/College of Information Science and Technology, Jinan University, Guangzhou, China","institution_ids":["https://openalex.org/I159948400"]},{"raw_affiliation_string":"Guangdong Key Laboratory of Data Security and Privacy Preserving, Jinan University, Guangzhou, China","institution_ids":["https://openalex.org/I159948400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037831162","display_name":"Chaozhuo Li","orcid":"https://orcid.org/0000-0002-9867-1712"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaozhuo Li","raw_affiliation_strings":["Department of Social Computing, Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Social Computing, Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036357902","display_name":"Philip S. Yu","orcid":"https://orcid.org/0000-0002-3491-5968"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip S. Yu","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100639078"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":1.0795,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.80391604,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"52","issue":"6","first_page":"4472","last_page":"4484"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7114911675453186},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6354283690452576},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5875158309936523},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5443361401557922},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.45286697149276733},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.4114609360694885},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33019715547561646},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32922279834747314}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7114911675453186},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6354283690452576},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5875158309936523},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5443361401557922},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45286697149276733},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.4114609360694885},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33019715547561646},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32922279834747314},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000090042","descriptor_name":"Sentiment Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000090042","descriptor_name":"Sentiment Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000090042","descriptor_name":"Sentiment Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D060756","descriptor_name":"Social Networking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D060756","descriptor_name":"Social Networking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D060756","descriptor_name":"Social Networking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D061108","descriptor_name":"Social Media","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D061108","descriptor_name":"Social Media","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D061108","descriptor_name":"Social Media","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2020.3027766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2020.3027766","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:33175687","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33175687","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7900000214576721,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1363696916","display_name":null,"funder_award_id":"61370126","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2219711069","display_name":null,"funder_award_id":"SKLSDE-2019ZX-17","funder_id":"https://openalex.org/F4320326978","funder_display_name":"State Key Laboratory of Software Development Environment"},{"id":"https://openalex.org/G2323930268","display_name":null,"funder_award_id":"U1636211","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3470454067","display_name":null,"funder_award_id":"61906075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4815838450","display_name":null,"funder_award_id":"III-1763325","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G544703200","display_name":null,"funder_award_id":"III-1909323","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5485939886","display_name":null,"funder_award_id":"BAICIT-2016001","funder_id":"https://openalex.org/F4320333617","funder_display_name":"Beijing Advanced Innovation Center for Imaging Technology"},{"id":"https://openalex.org/G576546066","display_name":null,"funder_award_id":"61932010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6898366254","display_name":null,"funder_award_id":"SaTC-1930941","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7104496898","display_name":null,"funder_award_id":"61672081","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7975877154","display_name":null,"funder_award_id":"2019A1515011920","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G8060741714","display_name":null,"funder_award_id":"61932011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320326978","display_name":"State Key Laboratory of Software Development Environment","ror":null},{"id":"https://openalex.org/F4320333617","display_name":"Beijing Advanced Innovation Center for Imaging Technology","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W295894637","https://openalex.org/W1686810756","https://openalex.org/W1888005072","https://openalex.org/W1905882502","https://openalex.org/W1969131132","https://openalex.org/W1978930475","https://openalex.org/W1987252487","https://openalex.org/W2003856922","https://openalex.org/W2004236981","https://openalex.org/W2033389579","https://openalex.org/W2042768852","https://openalex.org/W2046682605","https://openalex.org/W2048783874","https://openalex.org/W2060300932","https://openalex.org/W2075456404","https://openalex.org/W2082398333","https://openalex.org/W2095705004","https://openalex.org/W2105406307","https://openalex.org/W2110700950","https://openalex.org/W2151103935","https://openalex.org/W2152184085","https://openalex.org/W2153049579","https://openalex.org/W2154851992","https://openalex.org/W2171181782","https://openalex.org/W2273818082","https://openalex.org/W2283747648","https://openalex.org/W2293236424","https://openalex.org/W2338355707","https://openalex.org/W2397331935","https://openalex.org/W2406043435","https://openalex.org/W2513550067","https://openalex.org/W2579140483","https://openalex.org/W2604737966","https://openalex.org/W2606593809","https://openalex.org/W2741630455","https://openalex.org/W2793857798","https://openalex.org/W2897396724","https://openalex.org/W2900953995","https://openalex.org/W2908347420","https://openalex.org/W2910191085","https://openalex.org/W2920885526","https://openalex.org/W2962756421","https://openalex.org/W2962824509","https://openalex.org/W2963383024","https://openalex.org/W2963560969","https://openalex.org/W2963919031","https://openalex.org/W2963992782","https://openalex.org/W2966714118","https://openalex.org/W2971765953","https://openalex.org/W2981669886","https://openalex.org/W3104097132","https://openalex.org/W4251147723","https://openalex.org/W4298372712","https://openalex.org/W4302315070","https://openalex.org/W6620707391","https://openalex.org/W6674330103","https://openalex.org/W6682691769","https://openalex.org/W6719057275","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2761785940","https://openalex.org/W2110523656","https://openalex.org/W1482209366","https://openalex.org/W2521627374"],"abstract_inverted_index":{"These":[0],"days,":[1],"social":[2,20,76,88,107,131,150,256],"media":[3],"users":[4],"tend":[5],"to":[6,55,61,112,133,159,181,196,215,251],"express":[7],"their":[8],"feelings":[9],"through":[10],"sharing":[11],"images":[12,21,132],"online.":[13],"Capturing":[14],"the":[15,35,44,57,63,84,115,127,161,198,224,227,231,236,253,261],"emotions":[16],"embedded":[17],"in":[18,52,94,212],"these":[19],"involves":[22],"great":[23],"research":[24],"challenges":[25],"and":[26,118,126,152,175,184],"practical":[27],"values.":[28],"Most":[29],"existing":[30,72],"works":[31,73],"concentrate":[32],"on":[33,217,266],"extracting":[34],"visual":[36,47,59,96,120,135,169,186,202,221,233],"feature":[37],"from":[38,235],"a":[39,103,123,142,154,193,205,248],"global":[40],"view,":[41],"while":[42,82],"ignoring":[43,83],"fact":[45],"that":[46],"objects":[48],"are":[49,179,245],"also":[50,210],"rich":[51,85],"emotion.":[53,97],"How":[54],"leverage":[56],"multilevel":[58,116],"features":[60,121,234],"improve":[62],"sentiment":[64,136,254],"analysis":[65],"performance":[66],"is":[67,209],"important":[68],"yet":[69],"challenging.":[70],"Besides,":[71,204],"view":[74],"each":[75,165,189,213],"image":[77,125],"as":[78],"an":[79],"independent":[80],"sample":[81],"correlations":[86,128],"among":[87,129,201],"images,":[89],"which":[90],"may":[91],"be":[92],"helpful":[93],"detecting":[95],"In":[98],"this":[99],"article,":[100],"we":[101,139,191],"propose":[102],"novel":[104],"model":[105,265],"called":[106],"relations-guided":[108],"multiattention":[109],"networks":[110],"(SRGMANs)":[111],"incorporate":[113],"both":[114],"(region-level":[117],"object-level)":[119],"of":[122,146,149,226,255,263],"single":[124],"multiple":[130],"conduct":[134],"analysis.":[137],"Specifically,":[138],"first":[140],"construct":[141],"heterogeneous":[143,155],"network":[144,156,162,174,242],"consisting":[145],"various":[147],"types":[148],"relations":[151],"introduce":[153],"embedding":[157],"method":[158],"learn":[160],"representation":[163,243],"for":[164],"image.":[166],"Then,":[167],"two":[168,237],"attention":[170,173,177,207,238],"branches":[171],"(region":[172],"object":[176],"network)":[178],"devised":[180],"extract":[182],"emotional":[183,199,220],"discriminative":[185],"features.":[187],"For":[188],"branch,":[190],"design":[192],"self-attention":[194],"module":[195,208],"capture":[197],"dependencies":[200],"parts.":[203],"network-guided":[206],"designed":[211],"branch":[214],"focus":[216],"more":[218],"network-related":[219],"parts":[222],"with":[223,241],"guidance":[225],"topology":[228],"information.":[229],"Finally,":[230],"attended":[232],"models,":[239],"together":[240],"features,":[244],"combined":[246],"within":[247],"holistic":[249],"framework":[250],"predict":[252],"images.":[257],"Extensive":[258],"experiments":[259],"demonstrate":[260],"superiority":[262],"our":[264],"three":[267],"benchmark":[268],"datasets.":[269]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}