{"id":"https://openalex.org/W4410636713","doi":"https://doi.org/10.1145/3701716.3717553","title":"ModalSync: Synchronizing User Behavior with Multimodal Features for Multimodal Pre-training Recommendation","display_name":"ModalSync: Synchronizing User Behavior with Multimodal Features for Multimodal Pre-training Recommendation","publication_year":2025,"publication_date":"2025-05-08","ids":{"openalex":"https://openalex.org/W4410636713","doi":"https://doi.org/10.1145/3701716.3717553"},"language":"en","primary_location":{"id":"doi:10.1145/3701716.3717553","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3717553","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717553","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717553","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034981189","display_name":"Shiqin Liu","orcid":"https://orcid.org/0000-0002-9139-0109"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shiqin Liu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063693227","display_name":"Chaozhuo Li","orcid":"https://orcid.org/0000-0002-8179-7503"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaozhuo Li","raw_affiliation_strings":["Key Laboratory of Trustworthy Distributed Computing and Service (MoE), Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Trustworthy Distributed Computing and Service (MoE), Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047508537","display_name":"Minjun Zhao","orcid":"https://orcid.org/0000-0002-9167-3897"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minjun Zhao","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101599254","display_name":"Litian Zhang","orcid":"https://orcid.org/0000-0002-6981-3873"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Litian Zhang","raw_affiliation_strings":["School of Cyber Science and Technology, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052757755","display_name":"Jiajun Bu","orcid":"https://orcid.org/0000-0002-1097-2044"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Bu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5034981189"],"corresponding_institution_ids":["https://openalex.org/I168879160"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05126634,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2278","last_page":"2287"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/synchronizing","display_name":"Synchronizing","score":0.8251585364341736},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7675430178642273},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6275942325592041},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5005691051483154},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.4639745354652405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41620656847953796},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08195093274116516}],"concepts":[{"id":"https://openalex.org/C162932704","wikidata":"https://www.wikidata.org/wiki/Q1058791","display_name":"Synchronizing","level":3,"score":0.8251585364341736},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7675430178642273},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6275942325592041},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5005691051483154},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.4639745354652405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41620656847953796},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08195093274116516},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701716.3717553","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3717553","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717553","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3701716.3717553","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3717553","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717553","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1122440035","display_name":null,"funder_award_id":"62372408","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3085993365","display_name":null,"funder_award_id":"(Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410636713.pdf","grobid_xml":"https://content.openalex.org/works/W4410636713.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1532499126","https://openalex.org/W2096733369","https://openalex.org/W2100799972","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2515144511","https://openalex.org/W2945827670","https://openalex.org/W2963655167","https://openalex.org/W2965857891","https://openalex.org/W2970641574","https://openalex.org/W2972652735","https://openalex.org/W2982108874","https://openalex.org/W3033630125","https://openalex.org/W3045200674","https://openalex.org/W3080510905","https://openalex.org/W3090427316","https://openalex.org/W3100278010","https://openalex.org/W3116172555","https://openalex.org/W3138516171","https://openalex.org/W3192113933","https://openalex.org/W3203701986","https://openalex.org/W3205778609","https://openalex.org/W4213019189","https://openalex.org/W4284687944","https://openalex.org/W4285288414","https://openalex.org/W4288083766","https://openalex.org/W4297971002","https://openalex.org/W4301104990","https://openalex.org/W4309185982","https://openalex.org/W4312824836","https://openalex.org/W4312957757","https://openalex.org/W4322718576","https://openalex.org/W4385682046","https://openalex.org/W4393159797","https://openalex.org/W4394606408","https://openalex.org/W4403780715"],"related_works":["https://openalex.org/W2359328895","https://openalex.org/W2363535981","https://openalex.org/W2007402811","https://openalex.org/W2326762630","https://openalex.org/W2391354408","https://openalex.org/W1986103452","https://openalex.org/W2166562438","https://openalex.org/W2388558702","https://openalex.org/W2349570115","https://openalex.org/W2347535056"],"abstract_inverted_index":{"In":[0,79],"the":[1,36,62,147,172,176],"continually":[2],"evolving":[3],"landscape":[4],"of":[5,22,38,175,187],"online":[6],"platforms,":[7],"integrating":[8],"multimodal":[9,39,54,66,87,93,133,188],"information":[10],"into":[11,146],"recommender":[12],"systems":[13,40],"offers":[14],"a":[15,85,114,126,165],"promising":[16],"avenue":[17],"to":[18,59,73,91],"enhance":[19,49],"our":[20],"understanding":[21],"user":[23,96],"preferences":[24],"and":[25,47,69,76,121,132,151,179,184],"product":[26],"insights.":[27],"Traditional":[28],"models":[29],"primarily":[30],"rely":[31],"on":[32],"user-item":[33],"interactions,":[34],"but":[35],"advent":[37],"utilizes":[41],"additional":[42],"data":[43,145],"modalities-text,":[44],"images,":[45],"audio,":[46],"video-to":[48],"recommendation":[50,55,70],"accuracy.":[51],"However,":[52],"existing":[53,201],"architectures":[56],"often":[57],"fail":[58],"fully":[60],"exploit":[61],"potential":[63],"synergy":[64],"between":[65,129],"feature":[67,148,177],"extraction":[68,149],"processes,":[71],"leading":[72],"domain":[74,139],"bias":[75,140],"false":[77,153],"positives.":[78],"this":[80],"work,":[81],"we":[82],"introduce":[83],"ModalSync,":[84],"novel":[86],"pre-training":[88,115],"framework":[89,136],"designed":[90],"synchronize":[92],"features":[94],"with":[95,100],"behaviors,":[97],"closely":[98],"aligning":[99],"human":[101],"perceptual":[102],"processes.":[103],"Unlike":[104],"previous":[105],"approaches":[106],"that":[107,117,169,197],"utilize":[108],"pre-trained":[109],"generic":[110],"encoders,":[111],"ModalSync":[112,163,198],"incorporates":[113],"method":[116],"integrates":[118],"both":[119],"unsupervised":[120],"supervised":[122],"strategies,":[123],"thereby":[124],"fostering":[125],"harmonious":[127],"relationship":[128],"interaction":[130,144],"graphs":[131],"data.":[134],"Our":[135],"uniquely":[137],"addresses":[138],"by":[141,155],"infusing":[142],"recommendation-specific":[143],"process":[150],"reduces":[152],"positives":[154],"directing":[156],"encoder":[157],"attention":[158],"towards":[159],"crucial":[160],"attributes.":[161],"Furthermore,":[162],"introduces":[164],"staged":[166],"co-training":[167],"module":[168],"strategically":[170],"adjusts":[171],"training":[173],"dynamics":[174],"extractors":[178],"GNNs,":[180],"promoting":[181],"an":[182],"effective":[183],"seamless":[185],"fusion":[186],"information.":[189],"Extensive":[190],"experiments":[191],"across":[192],"three":[193],"public":[194],"datasets":[195],"demonstrate":[196],"significantly":[199],"outperforms":[200],"methods,":[202],"achieving":[203],"state-of-the-art":[204],"results.":[205]},"counts_by_year":[],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}