{"id":"https://openalex.org/W7127134712","doi":"https://doi.org/10.1109/tmm.2026.3660134","title":"Multimodal Recommendation via Modality-Shared Encoding and Multi-Dimensional Loss Optimization","display_name":"Multimodal Recommendation via Modality-Shared Encoding and Multi-Dimensional Loss Optimization","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7127134712","doi":"https://doi.org/10.1109/tmm.2026.3660134"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2026.3660134","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2026.3660134","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046418712","display_name":"Qiang Hu","orcid":"https://orcid.org/0000-0001-7642-5660"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Hu","raw_affiliation_strings":["College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-7642-5660","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I143413998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124830361","display_name":"Yu Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Sun","raw_affiliation_strings":["College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0009-0007-0821-1901","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I143413998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103325773","display_name":"Haojie Li","orcid":"https://orcid.org/0009-0001-0863-9576"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haojie Li","raw_affiliation_strings":["College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0009-0001-0863-9576","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I143413998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100711175","display_name":"Jinhuan Liu","orcid":"https://orcid.org/0000-0002-1151-6040"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhuan Liu","raw_affiliation_strings":["College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-1151-6040","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I143413998"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123520825","display_name":"Junwei Du","orcid":null},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junwei Du","raw_affiliation_strings":["College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-2909-2565","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I143413998"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I143413998"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08190574,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"4572","last_page":"4584"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9106000065803528,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9106000065803528,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.02710000053048134,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.006399999838322401,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.698199987411499},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.6080999970436096},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5665000081062317},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4846999943256378},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.44699999690055847},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.42239999771118164},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.38499999046325684},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.3806000053882599},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.37549999356269836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8607000112533569},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.698199987411499},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.6080999970436096},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5665000081062317},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5331000089645386},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4846999943256378},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4302999973297119},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.42239999771118164},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.38499999046325684},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3806000053882599},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35850000381469727},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3506999909877777},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C193524817","wikidata":"https://www.wikidata.org/wiki/Q386780","display_name":"Association rule learning","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.26499998569488525},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.26030001044273376}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2026.3660134","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2026.3660134","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4546274388","display_name":null,"funder_award_id":"62202253","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G935457983","display_name":null,"funder_award_id":"61973180","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"embeddings":[1,103],"of":[2,34,58,65,101,135,152],"items":[3],"and":[4,26,47,55,109,131],"users,":[5],"along":[6],"with":[7,80],"the":[8,12,105,133],"loss":[9,120],"function":[10],"in":[11,150],"prediction":[13,42],"model,":[14],"are":[15],"crucial":[16],"for":[17],"multimodal":[18,72],"recommendation.":[19],"Previous":[20],"studies":[21],"focused":[22],"on":[23,140],"feature":[24,89],"extraction":[25],"fusion":[27],"across":[28,37,104],"modalities":[29,60],"but":[30],"lacked":[31],"collaborative":[32,99],"optimization":[33,83,100,121],"modal":[35],"features":[36],"different":[38,59],"association":[39,113],"graphs.":[40,114],"While":[41],"models":[43],"address":[44],"data":[45],"alignment":[46],"user":[48,106],"preference":[49,53,129],"enhancement,":[50],"they":[51],"overlook":[52],"consistency":[54],"varying":[56],"contributions":[57],"to":[61,97],"recommendations.":[62],"In":[63],"light":[64],"these":[66],"issues,":[67],"this":[68],"paper":[69],"proposes":[70],"a":[71,87,118],"recommendation":[73,153],"method":[74],"that":[75,123,145],"combines":[76],"Modality":[77],"Shared":[78],"Encoding":[79],"Multidimensional":[81],"Loss":[82],"(MSE-ML).":[84],"We":[85],"introduce":[86],"multi-view":[88],"joint":[90],"encoding":[91],"module,":[92],"leveraging":[93],"modality":[94,126],"sharing":[95],"mechanism":[96],"enable":[98],"item":[102,107,112],"graph":[108],"multiple":[110],"modality-aware":[111],"Additionally,":[115],"we":[116],"design":[117],"multidimensional":[119],"strategy":[122],"simultaneously":[124],"promotes":[125],"alignment,":[127],"preserves":[128],"consistency,":[130],"enhance":[132],"contribution":[134],"weak":[136],"modality.":[137],"Experimental":[138],"results":[139],"publicly":[141],"available":[142],"datasets":[143],"show":[144],"MSE-ML":[146],"outperforms":[147],"state-of-the-art":[148],"approaches":[149],"terms":[151],"quality.":[154]},"counts_by_year":[],"updated_date":"2026-07-20T07:56:41.581041","created_date":"2026-02-03T00:00:00"}