{"id":"https://openalex.org/W4396843850","doi":"https://doi.org/10.1145/3589335.3641248","title":"Multimodal Pretraining and Generation for Recommendation: A Tutorial","display_name":"Multimodal Pretraining and Generation for Recommendation: A Tutorial","publication_year":2024,"publication_date":"2024-05-12","ids":{"openalex":"https://openalex.org/W4396843850","doi":"https://doi.org/10.1145/3589335.3641248"},"language":"en","primary_location":{"id":"doi:10.1145/3589335.3641248","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3641248","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3641248","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3641248","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048669373","display_name":"Jieming Zhu","orcid":"https://orcid.org/0000-0002-5666-8320"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jieming Zhu","raw_affiliation_strings":["Huawei Noah's Ark Lab, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5666-8320","affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060375325","display_name":"Xin Zhou","orcid":"https://orcid.org/0000-0003-0948-8033"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xin Zhou","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-0948-8033","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001967239","display_name":"Chuhan Wu","orcid":"https://orcid.org/0000-0001-5730-8792"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuhan Wu","raw_affiliation_strings":["Huawei Noah's Ark Lab, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5730-8792","affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100422092","display_name":"Rui Zhang","orcid":"https://orcid.org/0000-0002-8132-6250"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Zhang","raw_affiliation_strings":["www.ruizhang.info, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8132-6250","affiliations":[{"raw_affiliation_string":"www.ruizhang.info, Shenzhen, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021124418","display_name":"Zhenhua Dong","orcid":"https://orcid.org/0000-0002-2231-4663"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhua Dong","raw_affiliation_strings":["Huawei Noah's Ark Lab, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2231-4663","affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1272","last_page":"1275"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.964900016784668,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7854374647140503},{"id":"https://openalex.org/keywords/realm","display_name":"Realm","score":0.7506712675094604},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6829240322113037},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.6699103713035583},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5853321552276611},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.44989249110221863},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4200096130371094},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4034959375858307},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3489525318145752}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7854374647140503},{"id":"https://openalex.org/C2778757428","wikidata":"https://www.wikidata.org/wiki/Q1250464","display_name":"Realm","level":2,"score":0.7506712675094604},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6829240322113037},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.6699103713035583},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5853321552276611},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.44989249110221863},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4200096130371094},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4034959375858307},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3489525318145752},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589335.3641248","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3641248","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3641248","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3589335.3641248","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3641248","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3641248","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396843850.pdf"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1966894722","https://openalex.org/W1997885564","https://openalex.org/W2741249238","https://openalex.org/W2807890268","https://openalex.org/W2963655167","https://openalex.org/W2984100107","https://openalex.org/W3034896171","https://openalex.org/W3035813681","https://openalex.org/W3105492880","https://openalex.org/W3135367836","https://openalex.org/W3163379884","https://openalex.org/W3166396011","https://openalex.org/W3169544457","https://openalex.org/W3173151551","https://openalex.org/W3176778415","https://openalex.org/W3177661966","https://openalex.org/W3189967866","https://openalex.org/W3205091761","https://openalex.org/W3207267733","https://openalex.org/W4284681563","https://openalex.org/W4284706321","https://openalex.org/W4285200263","https://openalex.org/W4291127187","https://openalex.org/W4296591867","https://openalex.org/W4304091725","https://openalex.org/W4309185982","https://openalex.org/W4318147416","https://openalex.org/W4318718936","https://openalex.org/W4321593910","https://openalex.org/W4322718576","https://openalex.org/W4384652685","https://openalex.org/W4385572455","https://openalex.org/W4385682046","https://openalex.org/W4385774111","https://openalex.org/W4386071810","https://openalex.org/W4386072096","https://openalex.org/W4386114032","https://openalex.org/W4387446650","https://openalex.org/W4387968707","https://openalex.org/W4389518781","https://openalex.org/W4389520443","https://openalex.org/W6600005384"],"related_works":["https://openalex.org/W2359053655","https://openalex.org/W2387777532","https://openalex.org/W2382709029","https://openalex.org/W2389147080","https://openalex.org/W2377883125","https://openalex.org/W2199184806","https://openalex.org/W127837312","https://openalex.org/W2922283411","https://openalex.org/W4384789578","https://openalex.org/W4387421317"],"abstract_inverted_index":{"Personalized":[0],"recommendation":[1,20,188],"stands":[2],"as":[3,57],"a":[4,69,112,173,183],"ubiquitous":[5],"channel":[6],"for":[7,30],"users":[8],"to":[9,71,110,181],"explore":[10],"information":[11],"or":[12],"items":[13],"aligned":[14],"with":[15],"their":[16],"interests.":[17],"Nevertheless,":[18],"prevailing":[19],"models":[21],"predominantly":[22],"rely":[23],"on":[24,193],"unique":[25],"IDs":[26],"and":[27,61,84,92,98,119,125,146,164,189],"categorical":[28],"features":[29],"user-item":[31],"matching.":[32],"While":[33],"this":[34,169,198],"ID-centric":[35],"approach":[36],"has":[37],"witnessed":[38],"considerable":[39],"success,":[40],"it":[41],"falls":[42],"short":[43],"in":[44,75,90,100,122,153,168],"comprehensively":[45],"grasping":[46],"the":[47,76,101,116,129,154,177,194],"essence":[48],"of":[49,65,78,103,115,131,156,176,186,197],"raw":[50],"item":[51],"contents":[52],"across":[53],"diverse":[54],"modalities,":[55],"such":[56],"text,":[58],"image,":[59],"audio,":[60],"video.":[62],"This":[63,107],"underutilization":[64],"multimodal":[66,104,123,140,142,144,187],"data":[67],"poses":[68],"limitation":[70],"recommender":[72,105,132],"systems,":[73],"particularly":[74],"realm":[77,130],"multimedia":[79],"services":[80],"like":[81],"news,":[82],"music,":[83],"short-video":[85],"platforms.":[86],"The":[87,134],"recent":[88],"surge":[89],"pretraining":[91,124],"generation":[93,126],"techniques":[94,127],"presents":[95],"both":[96],"opportunities":[97],"challenges":[99,152],"development":[102,196],"systems.":[106,133],"tutorial":[108,135],"seeks":[109],"provide":[111],"thorough":[113],"exploration":[114],"latest":[117],"advancements":[118],"future":[120,195],"trajectories":[121],"within":[128],"comprises":[136],"four":[137],"talks,":[138],"addressing":[139],"pretraining,":[141],"fusion,":[143],"generation,":[145],"presenting":[147],"successful":[148],"stories":[149],"alongside":[150],"open":[151],"field":[155],"recommendation.":[157],"Our":[158],"target":[159],"audience":[160],"encompasses":[161],"scholars,":[162],"practitioners,":[163],"other":[165],"parties":[166],"interested":[167],"domain.":[170],"By":[171],"providing":[172],"succinct":[174],"overview":[175],"field,":[178],"we":[179],"aspire":[180],"facilitate":[182],"swift":[184],"understanding":[185],"foster":[190],"meaningful":[191],"discussions":[192],"evolving":[199],"landscape.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}