{"id":"https://openalex.org/W4403786841","doi":"https://doi.org/10.1016/j.eswa.2025.130813","title":"Large-scale benchmarks for multimodal recommendation with Ducho","display_name":"Large-scale benchmarks for multimodal recommendation with Ducho","publication_year":2025,"publication_date":"2025-12-29","ids":{"openalex":"https://openalex.org/W4403786841","doi":"https://doi.org/10.1016/j.eswa.2025.130813"},"language":"en","primary_location":{"id":"doi:10.1016/j.eswa.2025.130813","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2025.130813","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.eswa.2025.130813","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079764541","display_name":"Matteo Attimonelli","orcid":"https://orcid.org/0009-0003-6600-1938"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Attimonelli","raw_affiliation_strings":["Politecnico Di Bari, Via Edoardo Orabona, 4, Bari, 70125, Italy","Sapienza Univesity of Rome, Via Ariosto, 25, Rome, 00185, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico Di Bari, Via Edoardo Orabona, 4, Bari, 70125, Italy","institution_ids":[]},{"raw_affiliation_string":"Sapienza Univesity of Rome, Via Ariosto, 25, Rome, 00185, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094105787","display_name":"Danilo Danese","orcid":"https://orcid.org/0009-0000-5203-1229"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Danilo Danese","raw_affiliation_strings":["Politecnico Di Bari, Via Edoardo Orabona, 4, Bari, 70125, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico Di Bari, Via Edoardo Orabona, 4, Bari, 70125, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022895596","display_name":"Angela Di Fazio","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Angela Di Fazio","raw_affiliation_strings":["Politecnico Di Bari, Via Edoardo Orabona, 4, Bari, 70125, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico Di Bari, Via Edoardo Orabona, 4, Bari, 70125, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046533483","display_name":"Daniele Malitesta","orcid":"https://orcid.org/0000-0003-2228-0333"},"institutions":[{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210107720","display_name":"CentraleSup\u00e9lec","ror":"https://ror.org/019tcpt25","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Daniele Malitesta","raw_affiliation_strings":["Universit\u00e9 Paris-Saclay, CentraleSup\u00e9lec, Inria, 3 Rue Joliot Curie, Gif-sur-Yvette, 91190, France"],"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris-Saclay, CentraleSup\u00e9lec, Inria, 3 Rue Joliot Curie, Gif-sur-Yvette, 91190, France","institution_ids":["https://openalex.org/I4210107720","https://openalex.org/I277688954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029434859","display_name":"Claudio Pomo","orcid":"https://orcid.org/0000-0001-5206-3909"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Claudio Pomo","raw_affiliation_strings":["Politecnico Di Bari, Via Edoardo Orabona, 4, Bari, 70125, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico Di Bari, Via Edoardo Orabona, 4, Bari, 70125, Italy","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034668928","display_name":"Tommaso Di Noia","orcid":"https://orcid.org/0000-0002-0939-5462"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tommaso Di Noia","raw_affiliation_strings":["Politecnico Di Bari, Via Edoardo Orabona, 4, Bari, 70125, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico Di Bari, Via Edoardo Orabona, 4, Bari, 70125, Italy","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5029434859"],"corresponding_institution_ids":[],"apc_list":{"value":3220,"currency":"USD","value_usd":3220},"apc_paid":{"value":3220,"currency":"USD","value_usd":3220},"fwci":2.4057,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.87630959,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"307","issue":null,"first_page":"130813","last_page":"130813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9366000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.928600013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.6762533783912659},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49258261919021606},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.2316594123840332},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.22796779870986938}],"concepts":[{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.6762533783912659},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49258261919021606},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.2316594123840332},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.22796779870986938}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1016/j.eswa.2025.130813","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2025.130813","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2409.15857","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.15857","pdf_url":"https://arxiv.org/pdf/2409.15857","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"pmh:doi:10.48550/arxiv.2409.15857","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1758115","is_oa":false,"landing_page_url":"https://hdl.handle.net/11573/1758115","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2409.15857","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.15857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.eswa.2025.130813","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2025.130813","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2619383789","https://openalex.org/W3131318543","https://openalex.org/W3009802958","https://openalex.org/W4385572405","https://openalex.org/W2900806287","https://openalex.org/W2900841426","https://openalex.org/W2977469119","https://openalex.org/W2210549170","https://openalex.org/W2981597278","https://openalex.org/W2054141820","https://openalex.org/W3193535092","https://openalex.org/W2924612058","https://openalex.org/W2946972569","https://openalex.org/W2995924296","https://openalex.org/W3042006680","https://openalex.org/W2767109396","https://openalex.org/W4285288414","https://openalex.org/W3024534448","https://openalex.org/W4205091644","https://openalex.org/W3111340645","https://openalex.org/W4284882462","https://openalex.org/W3034503922","https://openalex.org/W4401834466","https://openalex.org/W3023108116","https://openalex.org/W3199736415","https://openalex.org/W4407750010","https://openalex.org/W2093848332","https://openalex.org/W2610366607","https://openalex.org/W3132016729"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"\u2022":[0,18,43,96,117],"We":[1,44,97,129],"stress":[2],"the":[3,13,81,92,153,213,229,245,247,264,276,292,315,319,326,338,353,363,386,458,472],"overlooked":[4],"role":[5],"of":[6,155,170,294,322,329,344,365,409,457,475],"feature":[7,65,417,448],"extraction":[8,28,66,418],"and":[9,40,68,123,149,174,210,218,273,325,373,412,419,425,435,461,470],"processing":[10],"phase":[11],"in":[12,59,126,177,308,367,421],"standard":[14],"multimodal":[15,60,77,106,127,139,201,233,241,249,255,271,323,395,403,416,447,476],"recommendation":[16,163,190,234,250,265,477],"pipeline.":[17,95],"Research":[19],"often":[20],"follows":[21],"limited":[22,345],"experimental":[23,94,115,437],"settings,":[24],"ignoring":[25],"powerful":[26],"new":[27,35],"models":[29,235,331],"with":[30,136,398],"careful":[31],"selection":[32],"their":[33,168,259],"hyper-parameters,":[34],"datasets":[36,324],"from":[37,239,352],"uncommon":[38],"domains,":[39,147,460],"usually-untested":[41],"modalities.":[42],"provide":[45,463],"a":[46,309,391,399,433],"new,":[47],"end-to-end":[48],"framework":[49],"for":[50,75,188,289,306,333,394,415],"standardized":[51,346],"benchmarking":[52,57,393,443],"which,":[53],"unlike":[54],"other":[55],"recent":[56,138,350,413],"studies":[58,360],"recommendation,":[61,212,368,422],"incorporates":[62],"Ducho":[63,423],"(a":[64],"framework),":[67],"Elliot":[69,428],"/":[70,427],"MMRec":[71,426],"(two":[72],"popular":[73,411],"frameworks":[74,89,414],"reproducible":[76],"recommendation);":[78],"we":[79,369,406],"highlight":[80],"implementative":[82],"challenges":[83],"to":[84,182,231,244,262,291,303,357,361,371,389,431,440,468],"make":[85],"all":[86,270],"these":[87],"separate":[88],"interact":[90],"under":[91,112,145,453],"same":[93,339,376],"run":[98,441],"\u223c":[99],"4,000":[100],"experiments":[101],"spanning":[102],"8":[103,105],"datasets,":[104],"extractors,":[107,140,455,459],"15":[108],"(multimodal)":[109],"recommender":[110,202,396],"systems,":[111,397],"5":[113],"different":[114,454],"settings.":[116],"Our":[118],"comprehensive":[119],"pipeline":[120,251],"allows":[121],"extensive":[122,442],"diversified":[124],"benchmarks":[125],"recommendation.":[128],"observe":[130],"(in":[131],"most":[132,178],"cases)":[133],"performance":[134],"improvements":[135],"more":[137,159],"whose":[141],"outcomes":[142],"are":[143,180],"validated":[144,452],"various":[146],"modalities,":[148,462],"extractors":[150],"hyper-parameters.":[151],"With":[152],"advent":[154],"deep":[156],"learning":[157],"and,":[158],"recently,":[160],"large":[161,320,330],"models,":[162],"systems":[164],"have":[165,355],"greatly":[166],"refined":[167],"capability":[169],"profiling":[171],"users\u2019":[172],"preferences":[173],"interests":[175],"that,":[176],"cases,":[179],"complex":[181],"disentangle.":[183],"This":[184],"is":[185],"especially":[186],"true":[187],"those":[189],"algorithms":[191],"that":[192,236],"rely":[193],"heavily":[194],"on":[195,224,402,466],"external":[196],"side":[197],"information,":[198],"such":[199,240],"as":[200,385],"systems.":[203],"In":[204,312],"specific":[205,400],"domains":[206],"like":[207],"fashion,":[208],"music,":[209],"movie":[211],"multi-faceted":[214],"features":[215],"characterizing":[216],"products":[217],"services":[219],"may":[220],"influence":[221],"each":[222],"customer":[223],"online":[225],"platforms":[226],"differently,":[227],"paving":[228],"way":[230],"novel":[232,446],"can":[237],"learn":[238],"content.":[242],"According":[243],"literature,":[246],"common":[248],"involves":[252],"(i)":[253,307],"extracting":[254],"features,":[256,272],"(ii)":[257],"refining":[258],"high-level":[260],"representations":[261],"suit":[263],"task,":[266],"(iii)":[267],"optionally":[268],"fusing":[269],"(iv)":[274],"predicting":[275],"user-item":[277],"score.":[278],"Although":[279],"great":[280],"effort":[281],"has":[282,300],"been":[283,301],"put":[284],"into":[285],"designing":[286],"optimal":[287],"solutions":[288],"(ii-iv),":[290],"best":[293],"our":[295],"knowledge,":[296],"very":[297,349],"little":[298],"attention":[299],"devoted":[302],"exploring":[304],"procedures":[305],"rigorous":[310],"way.":[311],"this":[313,375,380,382],"respect,":[314],"existing":[316],"literature":[317,354],"outlines":[318],"availability":[321],"ever-growing":[327],"number":[328],"accounting":[332],"multimodal-aware":[334],"tasks,":[335],"but":[336],"(at":[337],"time)":[340],"an":[341],"unjustified":[342],"adoption":[343],"solutions.":[347],"As":[348],"works":[351],"begun":[356],"conduct":[358],"empirical":[359],"assess":[362],"contribution":[364],"multimodality":[366],"decide":[370],"follow":[372],"complement":[374],"research":[377],"direction.":[378],"To":[379],"end,":[381],"paper":[383],"settles":[384],"first":[387],"attempt":[388],"offer":[390,432],"large-scale":[392],"focus":[401],"extractors.":[404,449],"Specifically,":[405],"take":[407],"advantage":[408],"three":[410],"reproducibility":[420],",":[424,429],"respectively,":[430],"unified":[434],"ready-to-use":[436],"environment":[438],"able":[439],"analyses":[444],"leveraging":[445],"Results,":[450],"largely":[451],"hyper-parameters":[456],"important":[464],"insights":[465],"how":[467],"train":[469],"tune":[471],"next":[473],"generation":[474],"algorithms.":[478]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2024-10-26T00:00:00"}
