{"id":"https://openalex.org/W4403122876","doi":"https://doi.org/10.1109/tcsvt.2024.3474101","title":"Tri-Modal Transformers With Mixture-of-Modality-Experts for Social Media Prediction","display_name":"Tri-Modal Transformers With Mixture-of-Modality-Experts for Social Media Prediction","publication_year":2024,"publication_date":"2024-10-04","ids":{"openalex":"https://openalex.org/W4403122876","doi":"https://doi.org/10.1109/tcsvt.2024.3474101"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3474101","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3474101","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049681029","display_name":"Weilong Chen","orcid":"https://orcid.org/0000-0003-2202-601X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weilong Chen","raw_affiliation_strings":["College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2202-601X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenhao Hu","orcid":"https://orcid.org/0000-0002-6067-1995"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Hu","raw_affiliation_strings":["College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-6067-1995","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101477615","display_name":"Xiaolu Chen","orcid":"https://orcid.org/0000-0001-5819-5371"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolu Chen","raw_affiliation_strings":["College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-5819-5371","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045889216","display_name":"Weimin Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weimin Yuan","raw_affiliation_strings":["College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322613","display_name":"Yan Wang","orcid":"https://orcid.org/0000-0002-1083-8865"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Wang","raw_affiliation_strings":["College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-1083-8865","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100632845","display_name":"Yanru Zhang","orcid":"https://orcid.org/0000-0003-4182-2150"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210137766","display_name":"Institute for Advanced Study","ror":"https://ror.org/03xg85719","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210137766"]}],"countries":["CN","DE"],"is_corresponding":false,"raw_author_name":"Yanru Zhang","raw_affiliation_strings":["College of Computer Science and Engineering and Shenzhen Institute for Advanced Study, University of Electronic Science and Technology of China, Chengdu, China","College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-4182-2150","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering and Shenzhen Institute for Advanced Study, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I4210137766"]},{"raw_affiliation_string":"College of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-6606-5822","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7203,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.76186943,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"35","issue":"2","first_page":"1897","last_page":"1909"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.954800009727478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6525342464447021},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6503694653511047},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5492347478866577},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5270975828170776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4094700813293457},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.22354406118392944},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20430424809455872},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.14437347650527954},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.11997738480567932}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6525342464447021},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6503694653511047},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5492347478866577},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5270975828170776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4094700813293457},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.22354406118392944},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20430424809455872},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.14437347650527954},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.11997738480567932},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3474101","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3474101","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G3405505986","display_name":null,"funder_award_id":"2023-CY02-00003-GX","funder_id":"https://openalex.org/F4320326670","funder_display_name":"Chengdu Science and Technology Bureau"},{"id":"https://openalex.org/G3566624324","display_name":null,"funder_award_id":"KJZD20230923113800002","funder_id":"https://openalex.org/F4320330373","funder_display_name":"Research and Innovation in Science and Technology Project"},{"id":"https://openalex.org/G7826372962","display_name":null,"funder_award_id":"JCYJ20220530164813029","funder_id":"https://openalex.org/F4320330373","funder_display_name":"Research and Innovation in Science and Technology Project"}],"funders":[{"id":"https://openalex.org/F4320326670","display_name":"Chengdu Science and Technology Bureau","ror":null},{"id":"https://openalex.org/F4320330373","display_name":"Research and Innovation in Science and Technology Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W2039355801","https://openalex.org/W2049693028","https://openalex.org/W2062668061","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2472257696","https://openalex.org/W2766757118","https://openalex.org/W2766908198","https://openalex.org/W2767127404","https://openalex.org/W2794137263","https://openalex.org/W2809476703","https://openalex.org/W2895867663","https://openalex.org/W2965116998","https://openalex.org/W2981412311","https://openalex.org/W2981984123","https://openalex.org/W2982218989","https://openalex.org/W2982275182","https://openalex.org/W2982279682","https://openalex.org/W3028710606","https://openalex.org/W3034238904","https://openalex.org/W3034924978","https://openalex.org/W3035164673","https://openalex.org/W3047853322","https://openalex.org/W3090449556","https://openalex.org/W3092881294","https://openalex.org/W3093330054","https://openalex.org/W3093352728","https://openalex.org/W3096767823","https://openalex.org/W3166490340","https://openalex.org/W3185341429","https://openalex.org/W3208314443","https://openalex.org/W4214612132","https://openalex.org/W4290716630","https://openalex.org/W4294875919","https://openalex.org/W4297499129","https://openalex.org/W4304014444","https://openalex.org/W4304087063","https://openalex.org/W4304092597","https://openalex.org/W4309674289","https://openalex.org/W4312121894","https://openalex.org/W4312377805","https://openalex.org/W4312804044","https://openalex.org/W4317373406","https://openalex.org/W4317897811","https://openalex.org/W4376226279","https://openalex.org/W4379116568","https://openalex.org/W4385958936","https://openalex.org/W4388624611","https://openalex.org/W6686207219","https://openalex.org/W6755207826","https://openalex.org/W6766904570","https://openalex.org/W6767279747","https://openalex.org/W6778883912","https://openalex.org/W6779686273","https://openalex.org/W6789753369","https://openalex.org/W6791353385","https://openalex.org/W6797206227","https://openalex.org/W6798805250","https://openalex.org/W6800139874","https://openalex.org/W6810536332","https://openalex.org/W6842684645","https://openalex.org/W6850625674","https://openalex.org/W6855055401","https://openalex.org/W6856794988"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W627697492"],"abstract_inverted_index":{"With":[0],"billions":[1],"of":[2,34,42,54,132,158,165,179],"users":[3],"worldwide,":[4],"accurately":[5],"predicting":[6],"social":[7,20,180],"media":[8,181],"popularity":[9,182],"is":[10,37,61],"crucial":[11],"for":[12,77,116,151],"assessing":[13],"user":[14],"behavior,":[15],"forecasting":[16],"trends,":[17],"and":[18,22,48,86,128,162,190],"enhancing":[19],"interactions":[21],"business":[23],"strategies.":[24],"However,":[25],"this":[26],"task":[27,153],"presents":[28],"significant":[29],"challenges.":[30],"Firstly,":[31],"the":[32,40,52,58,72,156,163,173,177],"extraction":[33],"valuable":[35],"insights":[36],"complicated":[38],"by":[39],"presence":[41],"tri-modal":[43,141,186],"data":[44,126,187],"(visual,":[45],"text,":[46],"structured)":[47],"pervasive":[49],"noise.":[50],"Secondly,":[51],"applicability":[53],"knowledge":[55,193],"acquired":[56],"during":[57,71],"pre-training":[59,136,160,195],"phase":[60],"often":[62],"limited":[63],"due":[64],"to":[65,91,97,124,138,144,196],"discrepancies":[66],"with":[67,113,188],"downstream":[68,152,197],"prediction":[69],"tasks":[70],"fine-tuning":[73],"phase.":[74],"Existing":[75],"methods":[76],"Social":[78],"Media":[79],"Popularity":[80],"Prediction":[81],"(SMPP),":[82],"including":[83,155],"traditional":[84],"models":[85],"Visual-and-language":[87],"Models":[88],"(VLMs),":[89],"struggle":[90],"overcome":[92],"these":[93,103],"challenges,":[94,104],"thereby":[95],"failing":[96],"achieve":[98],"satisfactory":[99],"accuracy.":[100],"To":[101],"tackle":[102],"we":[105,148,170],"propose":[106],"a":[107,130],"novel":[108],"approach":[109],"named":[110],"Tri-Modal":[111],"Transformers":[112],"Mixture-of-Modality-Experts":[114],"(TTME)":[115],"SMPP.":[117],"TTME":[118,174],"integrates":[119],"Artificial":[120],"Intelligence":[121],"Generated":[122],"Content":[123],"mitigate":[125],"noise":[127],"incorporate":[129],"mix":[131],"Modality":[133],"Experts":[134],"in":[135],"phases":[137],"effectively":[139,184],"utilize":[140],"data.":[142],"Moreover,":[143],"address":[145],"training":[146],"disparity,":[147],"explore":[149],"strategies":[150],"adaptation":[154],"integration":[157],"diverse":[159],"experts":[161],"implementation":[164],"DistillSoftmax.":[166],"Through":[167],"empirical":[168],"evaluation,":[169],"demonstrate":[171],"that":[172],"significantly":[175],"improves":[176],"accuracy":[178],"predictions,":[183],"utilizes":[185],"noise,":[189],"enhances":[191],"transferring":[192],"from":[194],"tasks.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}