{"id":"https://openalex.org/W4415367146","doi":"https://doi.org/10.1109/tmm.2025.3623549","title":"LETTER: Self-Harmonized Representation Learning for Multimodal Recommendation","display_name":"LETTER: Self-Harmonized Representation Learning for Multimodal Recommendation","publication_year":2025,"publication_date":"2025-10-20","ids":{"openalex":"https://openalex.org/W4415367146","doi":"https://doi.org/10.1109/tmm.2025.3623549"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2025.3623549","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3623549","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jie Guo","orcid":"https://orcid.org/0000-0003-4975-0315"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Guo","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-4975-0315","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102636915","display_name":"Longyu Wen","orcid":"https://orcid.org/0009-0007-3381-7235"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longyu Wen","raw_affiliation_strings":["Hangzhou Institute of Technology, Xidian University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-3381-7235","affiliations":[{"raw_affiliation_string":"Hangzhou Institute of Technology, Xidian University, Hangzhou, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031893066","display_name":"Yunfei Zhao","orcid":"https://orcid.org/0009-0002-7034-3191"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunfei Zhao","raw_affiliation_strings":["Hangzhou Institute of Technology, Xidian University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Institute of Technology, Xidian University, Hangzhou, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035560190","display_name":"Bin Song","orcid":"https://orcid.org/0000-0002-8096-3370"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Song","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-8096-3370","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012222793","display_name":"Yuhao Chi","orcid":"https://orcid.org/0000-0001-9850-0246"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhao Chi","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-9850-0246","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11364885,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"507","last_page":"516"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9664000272750854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9386000037193298,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.5846999883651733},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.5473999977111816},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4530999958515167},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.4399000108242035},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4381999969482422},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4228000044822693},{"id":"https://openalex.org/keywords/collaborative-filtering","display_name":"Collaborative filtering","score":0.3668000102043152},{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.3458000123500824},{"id":"https://openalex.org/keywords/associative-property","display_name":"Associative property","score":0.3278999924659729}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8907999992370605},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5846999883651733},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.5473999977111816},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5432000160217285},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4530999958515167},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.4399000108242035},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4381999969482422},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43459999561309814},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.382099986076355},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.3668000102043152},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3246999979019165},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.3021000027656555},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2996000051498413},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2955999970436096},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C205203396","wikidata":"https://www.wikidata.org/wiki/Q612143","display_name":"Bilinear interpolation","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2563999891281128},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.25459998846054077},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3623549","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3623549","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1968828309","display_name":null,"funder_award_id":"62571399","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6093776104","display_name":null,"funder_award_id":"62201424","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7964380058","display_name":null,"funder_award_id":"62471357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8031855706","display_name":null,"funder_award_id":"QTZX23072","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8160288408","display_name":null,"funder_award_id":"62372357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320330485","display_name":"State Key Laboratory of Integrated Services Networks","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2027731328","https://openalex.org/W2140310134","https://openalex.org/W2513232812","https://openalex.org/W2742143754","https://openalex.org/W2791382412","https://openalex.org/W2807021761","https://openalex.org/W2888838693","https://openalex.org/W2907492528","https://openalex.org/W2945827670","https://openalex.org/W2962946486","https://openalex.org/W2963655167","https://openalex.org/W2963900085","https://openalex.org/W2970641574","https://openalex.org/W2982108874","https://openalex.org/W3037946710","https://openalex.org/W3045200674","https://openalex.org/W3093002391","https://openalex.org/W3097300053","https://openalex.org/W3156861396","https://openalex.org/W3173365306","https://openalex.org/W3175234951","https://openalex.org/W3192113933","https://openalex.org/W3206310679","https://openalex.org/W3211143493","https://openalex.org/W4205091644","https://openalex.org/W4213174824","https://openalex.org/W4221146647","https://openalex.org/W4285208367","https://openalex.org/W4285288414","https://openalex.org/W4297971002","https://openalex.org/W4304013653","https://openalex.org/W4304087073","https://openalex.org/W4309185982","https://openalex.org/W4311808565","https://openalex.org/W4312583258","https://openalex.org/W4312824836","https://openalex.org/W4321593910","https://openalex.org/W4322718576","https://openalex.org/W4385270524","https://openalex.org/W4386318603","https://openalex.org/W4387171276","https://openalex.org/W4390451911","https://openalex.org/W4390873664","https://openalex.org/W4392251559"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"recommender":[1],"systems":[2],"try":[3],"to":[4,15,37,77,117,152],"integrate":[5],"multimedia":[6],"data":[7],"(images,":[8],"texts,":[9],"etc.)":[10],"with":[11],"user-item":[12,123],"historical":[13],"records":[14],"better":[16],"model":[17],"user":[18,81,144,148],"preference.":[19],"However,":[20],"most":[21],"previous":[22],"methods":[23],"largely":[24],"ignored":[25],"the":[26,75,80,119,139],"underlying":[27],"fine-grained":[28],"attribute":[29,93],"features":[30],"of":[31,100,143],"items,":[32],"which":[33],"makes":[34],"it":[35],"difficult":[36],"fully":[38],"explore":[39],"users'":[40],"nuanced":[41],"attention":[42],"across":[43],"individual":[44],"and":[45,62,82,125,149],"combined":[46],"attributes,":[47],"resulting":[48],"in":[49],"low":[50],"recommendation":[51,154,170],"performance.":[52],"To":[53],"address":[54],"these":[55],"issues,":[56],"this":[57],"paper":[58],"proposes":[59],"a":[60,91,105,110,132],"novel":[61],"effective":[63],"self-harmonized":[64],"representation":[65],"learning":[66],"network":[67],"for":[68,85],"multimodal":[69,86,169],"recommendation,":[70],"named":[71],"LETTER.":[72],"LETTER":[73,166],"has":[74],"ability":[76],"effectively":[78],"optimize":[79],"item":[83,101,126,150],"representations":[84,121,151],"recommendation.":[87],"Specifically,":[88],"we":[89,130],"design":[90,131],"factorized":[92],"interaction":[94],"module":[95,114,135],"that":[96,136,165],"captures":[97],"diverse":[98],"combinations":[99],"latent":[102],"attributes":[103],"using":[104],"bilinear":[106],"pooling":[107],"strategy.":[108],"Then":[109],"dual":[111],"graph":[112],"convolution":[113],"is":[115],"established":[116],"learn":[118],"modality-specific":[120],"from":[122],"interactive":[124],"semantic":[127],"relations.":[128],"Finally,":[129],"preference":[133],"self-harmonization":[134],"adaptively":[137],"identifies":[138],"salient":[140],"influencing":[141],"factors":[142],"preference,":[145],"thus":[146],"refining":[147],"improve":[153],"accuracy.":[155],"We":[156],"conduct":[157],"extensive":[158],"experiments":[159],"on":[160],"three":[161],"real-world":[162],"datasets,":[163],"demonstrating":[164],"outperforms":[167],"state-of-the-art":[168],"methods.":[171]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-21T00:00:00"}