{"id":"https://openalex.org/W4396220753","doi":"https://doi.org/10.1145/3662738","title":"Formalizing Multimedia Recommendation through Multimodal Deep Learning","display_name":"Formalizing Multimedia Recommendation through Multimodal Deep Learning","publication_year":2024,"publication_date":"2024-04-29","ids":{"openalex":"https://openalex.org/W4396220753","doi":"https://doi.org/10.1145/3662738"},"language":"en","primary_location":{"id":"doi:10.1145/3662738","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3662738","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3662738","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3662738","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046533483","display_name":"Daniele Malitesta","orcid":"https://orcid.org/0000-0003-2228-0333"},"institutions":[{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210107720","display_name":"CentraleSup\u00e9lec","ror":"https://ror.org/019tcpt25","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Daniele Malitesta","raw_affiliation_strings":["CentraleSup\u00e9lec, Universit\u00e9 Paris-Saclay, Gif-sur-Yvette, France"],"raw_orcid":"https://orcid.org/0000-0003-2228-0333","affiliations":[{"raw_affiliation_string":"CentraleSup\u00e9lec, Universit\u00e9 Paris-Saclay, Gif-sur-Yvette, France","institution_ids":["https://openalex.org/I4210107720","https://openalex.org/I277688954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060240530","display_name":"Giandomenico Cornacchia","orcid":"https://orcid.org/0000-0001-5448-9970"},"institutions":[{"id":"https://openalex.org/I4210145784","display_name":"IBM Research - Ireland","ror":"https://ror.org/04jnxr720","country_code":"IE","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145784"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Giandomenico Cornacchia","raw_affiliation_strings":["IBM Research Europe - Ireland, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0001-5448-9970","affiliations":[{"raw_affiliation_string":"IBM Research Europe - Ireland, Dublin, Ireland","institution_ids":["https://openalex.org/I4210145784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029434859","display_name":"Claudio Pomo","orcid":"https://orcid.org/0000-0001-5206-3909"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudio Pomo","raw_affiliation_strings":["Dipartimento di Ingegneria Elettrica e dell?Informazione, Politecnico di Bari, Bari Italy","Politecnico di Bari, Bari Italy"],"raw_orcid":"https://orcid.org/0000-0001-5206-3909","affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria Elettrica e dell?Informazione, Politecnico di Bari, Bari Italy","institution_ids":["https://openalex.org/I68618741"]},{"raw_affiliation_string":"Politecnico di Bari, Bari Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067588342","display_name":"Felice Antonio Merra","orcid":"https://orcid.org/0009-0003-8429-3487"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Felice Antonio Merra","raw_affiliation_strings":["Amazon Science, Berlin Germany"],"raw_orcid":"https://orcid.org/0009-0003-8429-3487","affiliations":[{"raw_affiliation_string":"Amazon Science, Berlin Germany","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034668928","display_name":"Tommaso Di Noia","orcid":"https://orcid.org/0000-0002-0939-5462"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tommaso Di Noia","raw_affiliation_strings":["Dipartimento di Ingegneria Elettrica e dell'Informazione, Politecnico di Bari, Bari Italy"],"raw_orcid":"https://orcid.org/0000-0002-0939-5462","affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria Elettrica e dell'Informazione, Politecnico di Bari, Bari Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051474976","display_name":"Eugenio Di Sciascio","orcid":"https://orcid.org/0000-0002-5484-9945"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Eugenio Di Sciascio","raw_affiliation_strings":["Dipartimento di Ingegneria Elettrica e dell'Informazione, Politecnico di Bari, Bari Italy"],"raw_orcid":"https://orcid.org/0000-0002-5484-9945","affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria Elettrica e dell'Informazione, Politecnico di Bari, Bari Italy","institution_ids":["https://openalex.org/I68618741"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":20.6859,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.99363613,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"3","issue":"3","first_page":"1","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8708235621452332},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.75618577003479},{"id":"https://openalex.org/keywords/rss","display_name":"RSS","score":0.6330171227455139},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.5842260122299194},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.5536549091339111},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.5228419899940491},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5180171132087708},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.41245272755622864},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.40303856134414673}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8708235621452332},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.75618577003479},{"id":"https://openalex.org/C2385561","wikidata":"https://www.wikidata.org/wiki/Q45432","display_name":"RSS","level":2,"score":0.6330171227455139},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5842260122299194},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.5536549091339111},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.5228419899940491},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5180171132087708},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.41245272755622864},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40303856134414673},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3662738","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3662738","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3662738","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3662738","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3662738","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3662738","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396220753.pdf"},"referenced_works_count":145,"referenced_works":["https://openalex.org/W1224564842","https://openalex.org/W1690919088","https://openalex.org/W1832693441","https://openalex.org/W1999316653","https://openalex.org/W2007535360","https://openalex.org/W2027731328","https://openalex.org/W2038853447","https://openalex.org/W2049750575","https://openalex.org/W2054141820","https://openalex.org/W2057120885","https://openalex.org/W2108630796","https://openalex.org/W2144499799","https://openalex.org/W2144807535","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2213481152","https://openalex.org/W2336637951","https://openalex.org/W2526050071","https://openalex.org/W2527464456","https://openalex.org/W2575006718","https://openalex.org/W2581169094","https://openalex.org/W2619383789","https://openalex.org/W2733963828","https://openalex.org/W2737102415","https://openalex.org/W2739671343","https://openalex.org/W2741249238","https://openalex.org/W2748058847","https://openalex.org/W2798435682","https://openalex.org/W2807021761","https://openalex.org/W2887280559","https://openalex.org/W2896766043","https://openalex.org/W2900806287","https://openalex.org/W2900841426","https://openalex.org/W2945357717","https://openalex.org/W2945827670","https://openalex.org/W2946617802","https://openalex.org/W2948153973","https://openalex.org/W2954672622","https://openalex.org/W2963386237","https://openalex.org/W2963451564","https://openalex.org/W2963655167","https://openalex.org/W2964258748","https://openalex.org/W2967819436","https://openalex.org/W2969960436","https://openalex.org/W2970641574","https://openalex.org/W2981868461","https://openalex.org/W2982108874","https://openalex.org/W2982120135","https://openalex.org/W2995924296","https://openalex.org/W2998458548","https://openalex.org/W3009802958","https://openalex.org/W3011727199","https://openalex.org/W3023108116","https://openalex.org/W3024534448","https://openalex.org/W3034161109","https://openalex.org/W3034216953","https://openalex.org/W3035299099","https://openalex.org/W3035382666","https://openalex.org/W3035574168","https://openalex.org/W3040516071","https://openalex.org/W3042006680","https://openalex.org/W3045200674","https://openalex.org/W3088924330","https://openalex.org/W3091017573","https://openalex.org/W3091129453","https://openalex.org/W3092711945","https://openalex.org/W3093002391","https://openalex.org/W3093215104","https://openalex.org/W3093922720","https://openalex.org/W3094605801","https://openalex.org/W3098942062","https://openalex.org/W3099215402","https://openalex.org/W3099790621","https://openalex.org/W3100278010","https://openalex.org/W3100848837","https://openalex.org/W3101366597","https://openalex.org/W3102331315","https://openalex.org/W3106118231","https://openalex.org/W3111340645","https://openalex.org/W3120608372","https://openalex.org/W3126442124","https://openalex.org/W3131318543","https://openalex.org/W3132016729","https://openalex.org/W3134063549","https://openalex.org/W3152972811","https://openalex.org/W3153325943","https://openalex.org/W3153694119","https://openalex.org/W3162399999","https://openalex.org/W3165959525","https://openalex.org/W3169801598","https://openalex.org/W3176404283","https://openalex.org/W3184843604","https://openalex.org/W3192113933","https://openalex.org/W3193535092","https://openalex.org/W3199736415","https://openalex.org/W3200974209","https://openalex.org/W3202520168","https://openalex.org/W3204667191","https://openalex.org/W3205778609","https://openalex.org/W3207267733","https://openalex.org/W3212501936","https://openalex.org/W4205091644","https://openalex.org/W4221153521","https://openalex.org/W4224882004","https://openalex.org/W4225272741","https://openalex.org/W4225303565","https://openalex.org/W4226182379","https://openalex.org/W4226201539","https://openalex.org/W4282549812","https://openalex.org/W4283065823","https://openalex.org/W4283397964","https://openalex.org/W4284687944","https://openalex.org/W4284882462","https://openalex.org/W4285159263","https://openalex.org/W4288391270","https://openalex.org/W4288408132","https://openalex.org/W4290944617","https://openalex.org/W4297971002","https://openalex.org/W4300473403","https://openalex.org/W4301745118","https://openalex.org/W4304014904","https://openalex.org/W4304080188","https://openalex.org/W4304087073","https://openalex.org/W4306317014","https://openalex.org/W4306317674","https://openalex.org/W4309185982","https://openalex.org/W4311808565","https://openalex.org/W4313164293","https://openalex.org/W4319300887","https://openalex.org/W4321152437","https://openalex.org/W4321593910","https://openalex.org/W4322718576","https://openalex.org/W4323572044","https://openalex.org/W4327808327","https://openalex.org/W4380355289","https://openalex.org/W4383753827","https://openalex.org/W4385570602","https://openalex.org/W4385682046","https://openalex.org/W4386057714","https://openalex.org/W4387925440","https://openalex.org/W4387969131","https://openalex.org/W4388187692","https://openalex.org/W4396843680","https://openalex.org/W4396952261","https://openalex.org/W4403582878"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W4205899436","https://openalex.org/W3177075132"],"abstract_inverted_index":{"Recommender":[0],"systems":[1],"(RSs)":[2],"provide":[3,170,282],"customers":[4],"with":[5],"a":[6,32,114,158,171,193,228,239],"personalized":[7],"navigation":[8],"experience":[9],"within":[10,237],"the":[11,24,100,110,123,127,132,182,189,207,256,288],"vast":[12],"catalogs":[13],"of":[14,27,103,129,175,192,231,277,291],"products":[15],"and":[16,40,55,62,66,91,116,121,142,147,201,267,286],"services":[17],"offered":[18],"on":[19],"popular":[20],"online":[21],"platforms.":[22],"Despite":[23,99],"substantial":[25],"success":[26],"traditional":[28],"RSs,":[29],"recommendation":[30,124,180,198,236,251,266],"remains":[31],"highly":[33],"challenging":[34],"task,":[35],"especially":[36],"in":[37,79,135,222,260,294],"specific":[38],"scenarios":[39,143],"domains.":[41],"For":[42],"example,":[43],"human":[44],"affinity":[45],"for":[46,97,107,119,139,162,178,196,234,242,264,271,284],"items":[47],"described":[48],"through":[49,126],"multimedia":[50,108,163,179,197,223,235,250,265,295],"content":[51],"(e.g.,":[52],"images,":[53],"audio,":[54],"text),":[56],"such":[57,80,249],"as":[58],"fashion":[59],"products,":[60],"movies,":[61],"music,":[63],"is":[64,280],"multi-faceted":[65],"primarily":[67],"driven":[68],"by":[69,74,199,214],"their":[70],"diverse":[71],"characteristics.":[72],"Therefore,":[73],"leveraging":[75],"all":[76],"available":[77],"signals":[78],"scenarios,":[81],"multimodality":[82],"enables":[83],"us":[84],"to":[85,156,218,281],"tap":[86],"into":[87],"richer":[88],"information":[89],"sources":[90],"construct":[92],"more":[93],"refined":[94],"user/item":[95],"profiles":[96],"recommendations.":[98],"growing":[101],"number":[102],"multimodal":[104,136,160,176,194,261,292],"techniques":[105],"proposed":[106],"recommendation,":[109],"existing":[111],"literature":[112,173],"lacks":[113],"shared":[115],"universal":[117],"schema":[118,161],"modeling":[120],"solving":[122],"problem":[125],"lens":[128],"multimodality.":[130],"Given":[131],"recent":[133,232],"advances":[134],"deep":[137,262],"learning":[138,263],"other":[140],"tasks":[141],"where":[144,246],"precise":[145],"theoretical":[146,190],"applicative":[148],"procedures":[149],"exist,":[150],"we":[151,168,187,210,226,247,254],"also":[152],"consider":[153],"it":[154,217],"imperative":[155],"formalize":[157],"general":[159],"recommendation.":[164,224,296],"In":[165],"this":[166,278],"work,":[167],"first":[169],"comprehensive":[172],"review":[174],"approaches":[177,221,293],"from":[181],"last":[183],"eight":[184],"years.":[185],"Second,":[186],"outline":[188],"foundations":[191],"pipeline":[195],"identifying":[200],"formally":[202],"organizing":[203],"recurring":[204],"solutions/patterns;":[205],"at":[206],"same":[208],"time,":[209],"demonstrate":[211],"its":[212],"rationale":[213],"conceptually":[215],"applying":[216],"selected":[219],"state-of-the-art":[220],"Third,":[225],"conduct":[227],"benchmarking":[229],"analysis":[230],"algorithms":[233],"Elliot,":[238],"rigorous":[240],"framework":[241],"evaluating":[243],"recommender":[244],"systems,":[245],"re-implement":[248],"approaches.":[252],"Finally,":[253],"highlight":[255],"significant":[257],"unresolved":[258],"challenges":[259],"suggest":[268],"possible":[269],"avenues":[270],"addressing":[272],"them.":[273],"The":[274],"primary":[275],"aim":[276],"work":[279],"guidelines":[283],"designing":[285],"implementing":[287],"next":[289],"generation":[290]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}