{"id":"https://openalex.org/W4285600277","doi":"https://doi.org/10.24963/ijcai.2022/622","title":"Targeted Multimodal Sentiment Classification based on Coarse-to-Fine Grained Image-Target Matching","display_name":"Targeted Multimodal Sentiment Classification based on Coarse-to-Fine Grained Image-Target Matching","publication_year":2022,"publication_date":"2022-07-01","ids":{"openalex":"https://openalex.org/W4285600277","doi":"https://doi.org/10.24963/ijcai.2022/622"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2022/622","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/622","pdf_url":"https://www.ijcai.org/proceedings/2022/0622.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2022/0622.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084990301","display_name":"Jianfei Yu","orcid":"https://orcid.org/0000-0001-8380-0609"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfei Yu","raw_affiliation_strings":["Nanjing University of Science and Technology","School of Computer Science and Engineering, Nanjing University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008267025","display_name":"Jieming Wang","orcid":"https://orcid.org/0000-0002-1827-1867"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jieming Wang","raw_affiliation_strings":["Nanjing University of Science and Technology","School of Computer Science and Engineering, Nanjing University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035534911","display_name":"Rui Xia","orcid":"https://orcid.org/0000-0002-0621-1058"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Xia","raw_affiliation_strings":["Nanjing University of Sciences and Technology","School of Computer Science and Engineering, Nanjing University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Sciences and Technology","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012880374","display_name":"Junjie Li","orcid":"https://orcid.org/0009-0008-3740-8452"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Li","raw_affiliation_strings":["Nanjing University of Science and Technology","School of Computer Science and Engineering, Nanjing University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":8.4345,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.98307279,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4482","last_page":"4488"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8666135668754578},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7456297874450684},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6894281506538391},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6727416515350342},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5901514291763306},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5840580463409424},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5373429656028748},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4893328547477722},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.45949697494506836},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.44502002000808716},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.42817455530166626},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35208845138549805},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.05389091372489929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8666135668754578},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7456297874450684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6894281506538391},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6727416515350342},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5901514291763306},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5840580463409424},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5373429656028748},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4893328547477722},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45949697494506836},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.44502002000808716},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.42817455530166626},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35208845138549805},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.05389091372489929},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2022/622","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/622","pdf_url":"https://www.ijcai.org/proceedings/2022/0622.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2022/622","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/622","pdf_url":"https://www.ijcai.org/proceedings/2022/0622.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3452498813","display_name":null,"funder_award_id":"BK20200463","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G4800195568","display_name":null,"funder_award_id":"62076133","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6056900124","display_name":null,"funder_award_id":"62006117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285600277.pdf","grobid_xml":"https://content.openalex.org/works/W4285600277.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W2113125055","https://openalex.org/W2251294039","https://openalex.org/W2251512949","https://openalex.org/W2489434015","https://openalex.org/W2740550900","https://openalex.org/W2745461083","https://openalex.org/W2798298921","https://openalex.org/W2798802604","https://openalex.org/W2799044502","https://openalex.org/W2891778157","https://openalex.org/W2905551935","https://openalex.org/W2952357537","https://openalex.org/W2963168371","https://openalex.org/W2964022527","https://openalex.org/W2964051877","https://openalex.org/W2965373594","https://openalex.org/W2966715458","https://openalex.org/W2966765144","https://openalex.org/W2969876226","https://openalex.org/W2998470965","https://openalex.org/W3034636873","https://openalex.org/W3035529900","https://openalex.org/W3035740499","https://openalex.org/W3100456868","https://openalex.org/W3102187622","https://openalex.org/W3167369375","https://openalex.org/W3173909648","https://openalex.org/W3174517569","https://openalex.org/W3187172219","https://openalex.org/W3210911995"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W4230315250"],"abstract_inverted_index":{"Targeted":[0],"Multimodal":[1],"Sentiment":[2],"Classification":[3],"(TMSC)":[4],"aims":[5],"to":[6,24,27],"identify":[7],"the":[8,38,41,44,48,54,96,100,105,120],"sentiment":[9,84],"polarities":[10],"over":[11],"each":[12],"target":[13,45],"mentioned":[14],"in":[15],"a":[16,62],"pair":[17],"of":[18],"sentence":[19],"and":[20,32,43,46,53,82,99,125],"image.":[21],"Existing":[22],"methods":[23],"TMSC":[25,112],"failed":[26],"explicitly":[28],"capture":[29],"both":[30],"coarse-grained":[31],"fine-grained":[33],"image-target":[34,77,97],"matching,":[35],"including":[36],"1)":[37],"relevance":[39,78,98],"between":[40,50],"image":[42],"2)":[47],"alignment":[49],"visual":[51,101],"objects":[52],"target.":[55,107],"To":[56],"tackle":[57],"this":[58],"issue,":[59],"we":[60],"propose":[61],"new":[63],"multi-task":[64],"learning":[65],"architecture":[66],"named":[67],"coarse-to-fine":[68],"grained":[69],"Image-Target":[70,90],"Matching":[71,91],"network":[72],"(ITM),":[73],"which":[74],"jointly":[75],"performs":[76],"classification,":[79],"object-target":[80],"alignment,":[81],"targeted":[83],"classification.":[85],"We":[86],"further":[87],"construct":[88],"an":[89],"dataset":[92],"by":[93],"manually":[94],"annotating":[95],"object":[102],"aligned":[103],"with":[104],"input":[106],"Experiments":[108],"on":[109],"two":[110],"benchmark":[111],"datasets":[113],"show":[114],"that":[115],"our":[116],"model":[117],"consistently":[118],"outperforms":[119],"baselines,":[121],"achieves":[122],"state-of-the-art":[123],"results,":[124],"presents":[126],"interpretable":[127],"visualizations.":[128]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}