{"id":"https://openalex.org/W3194765442","doi":"https://doi.org/10.1145/3462244.3479931","title":"Graph Capsule Aggregation for Unaligned Multimodal Sequences","display_name":"Graph Capsule Aggregation for Unaligned Multimodal Sequences","publication_year":2021,"publication_date":"2021-10-15","ids":{"openalex":"https://openalex.org/W3194765442","doi":"https://doi.org/10.1145/3462244.3479931","mag":"3194765442"},"language":"en","primary_location":{"id":"doi:10.1145/3462244.3479931","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3462244.3479931","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.07543","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101473339","display_name":"Jianfeng Wu","orcid":"https://orcid.org/0000-0002-5583-0867"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfeng Wu","raw_affiliation_strings":["Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010270301","display_name":"Sijie Mai","orcid":"https://orcid.org/0000-0001-9763-375X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sijie Mai","raw_affiliation_strings":["Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056953478","display_name":"Haifeng Hu","orcid":"https://orcid.org/0000-0002-4884-323X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Hu","raw_affiliation_strings":["Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":3.3708,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.94020133,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"521","last_page":"529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7420982122421265},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.7213591933250427},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6817700266838074},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5863105058670044},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.585549533367157},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5741998553276062},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.49744704365730286},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42969274520874023},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35317718982696533},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.31259745359420776}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7420982122421265},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.7213591933250427},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6817700266838074},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5863105058670044},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.585549533367157},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5741998553276062},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.49744704365730286},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42969274520874023},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35317718982696533},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.31259745359420776},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3462244.3479931","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3462244.3479931","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2108.07543","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.07543","pdf_url":"https://arxiv.org/pdf/2108.07543","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.07543","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.07543","pdf_url":"https://arxiv.org/pdf/2108.07543","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1491334068","https://openalex.org/W2029996593","https://openalex.org/W2062249044","https://openalex.org/W2064675550","https://openalex.org/W2095176743","https://openalex.org/W2116341502","https://openalex.org/W2123442489","https://openalex.org/W2127141656","https://openalex.org/W2139906443","https://openalex.org/W2250539671","https://openalex.org/W2465534249","https://openalex.org/W2519887557","https://openalex.org/W2556418146","https://openalex.org/W2624431344","https://openalex.org/W2626778328","https://openalex.org/W2751777443","https://openalex.org/W2785994986","https://openalex.org/W2787581402","https://openalex.org/W2788512147","https://openalex.org/W2808359495","https://openalex.org/W2811124557","https://openalex.org/W2883409523","https://openalex.org/W2886193235","https://openalex.org/W2899197626","https://openalex.org/W2950175444","https://openalex.org/W2951659295","https://openalex.org/W2962711740","https://openalex.org/W2962718314","https://openalex.org/W2962931510","https://openalex.org/W2963032608","https://openalex.org/W2963685106","https://openalex.org/W2963703618","https://openalex.org/W2963710346","https://openalex.org/W2963757395","https://openalex.org/W2963858333","https://openalex.org/W2964010806","https://openalex.org/W2964015378","https://openalex.org/W2964051877","https://openalex.org/W2964266095","https://openalex.org/W2990629080","https://openalex.org/W3001411605","https://openalex.org/W3016138882","https://openalex.org/W3034897750","https://openalex.org/W3087434251","https://openalex.org/W3089817689","https://openalex.org/W3094498998","https://openalex.org/W3105484484","https://openalex.org/W3108764796","https://openalex.org/W4247297565","https://openalex.org/W4288325991","https://openalex.org/W4294558607","https://openalex.org/W4297733535","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2185469136","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W4298287631","https://openalex.org/W2953061907"],"abstract_inverted_index":{"Humans":[0],"express":[1],"their":[2],"opinions":[3],"and":[4,15,63,100,125,135,161],"emotions":[5],"through":[6],"multiple":[7],"modalities":[8],"which":[9,72],"mainly":[10],"consist":[11],"of":[12,58,68,113,122,140],"textual,":[13],"acoustic":[14],"visual":[16],"modalities.":[17,50],"Prior":[18],"works":[19],"on":[20,151],"multimodal":[21,33,41,80,94],"sentiment":[22],"analysis":[23],"mostly":[24],"apply":[25],"Recurrent":[26],"Neural":[27],"Network":[28,124,160],"(RNN)":[29],"to":[30,39,44,55,77,91,132],"model":[31,78,92,99,131],"aligned":[32],"sequences.":[34,81],"However,":[35],"it":[36,64],"is":[37,53,73],"unpractical":[38],"align":[40],"sequences":[42,95],"due":[43],"different":[45,49],"sample":[46],"rates":[47],"for":[48],"Moreover,":[51],"RNN":[52,114],"prone":[54],"the":[56,74,109,119,126,138],"issues":[57],"gradient":[59],"vanishing":[60],"or":[61],"exploding":[62],"has":[65],"limited":[66],"capacity":[67],"learning":[69],"long-range":[70,141],"dependency":[71],"major":[75],"obstacle":[76],"unaligned":[79,93],"In":[82,117],"this":[83],"paper,":[84],"we":[85],"introduce":[86],"Graph":[87],"Capsule":[88,101,123,159],"Aggregation":[89],"(GraphCAGE)":[90],"with":[96,155],"graph-based":[97,127],"neural":[98],"Network.":[102],"By":[103],"converting":[104],"sequence":[105],"data":[106],"into":[107],"graph,":[108],"previously":[110],"mentioned":[111],"problems":[112],"are":[115],"avoided.":[116],"addition,":[118],"aggregation":[120],"capability":[121],"structure":[128],"enable":[129],"our":[130],"be":[133],"interpretable":[134],"better":[136],"solve":[137],"problem":[139],"dependency.":[142],"Experimental":[143],"results":[144],"suggest":[145],"that":[146],"GraphCAGE":[147],"achieves":[148],"state-of-the-art":[149],"performance":[150],"two":[152],"benchmark":[153],"datasets":[154],"representations":[156],"refined":[157],"by":[158],"interpretation":[162],"provided.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}