{"id":"https://openalex.org/W4403222309","doi":"https://doi.org/10.1145/3640457.3688138","title":"A Multimodal Single-Branch Embedding Network for Recommendation in Cold-Start and Missing Modality Scenarios","display_name":"A Multimodal Single-Branch Embedding Network for Recommendation in Cold-Start and Missing Modality Scenarios","publication_year":2024,"publication_date":"2024-10-08","ids":{"openalex":"https://openalex.org/W4403222309","doi":"https://doi.org/10.1145/3640457.3688138"},"language":"en","primary_location":{"id":"doi:10.1145/3640457.3688138","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640457.3688138","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688138","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688138","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049337230","display_name":"Christian Ganh\u00f6r","orcid":"https://orcid.org/0000-0003-1850-2626"},"institutions":[{"id":"https://openalex.org/I121883995","display_name":"Johannes Kepler University of Linz","ror":"https://ror.org/052r2xn60","country_code":"AT","type":"education","lineage":["https://openalex.org/I121883995"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Christian Ganh\u00f6r","raw_affiliation_strings":["Institute of Computational Perception, Johannes Kepler University Linz, Austria"],"raw_orcid":"https://orcid.org/0000-0003-1850-2626","affiliations":[{"raw_affiliation_string":"Institute of Computational Perception, Johannes Kepler University Linz, Austria","institution_ids":["https://openalex.org/I121883995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102755522","display_name":"Marta Moscati","orcid":"https://orcid.org/0000-0002-5541-4919"},"institutions":[{"id":"https://openalex.org/I121883995","display_name":"Johannes Kepler University of Linz","ror":"https://ror.org/052r2xn60","country_code":"AT","type":"education","lineage":["https://openalex.org/I121883995"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Marta Moscati","raw_affiliation_strings":["Institute of Computational Perception, Johannes Kepler University Linz, Austria"],"raw_orcid":"https://orcid.org/0000-0002-5541-4919","affiliations":[{"raw_affiliation_string":"Institute of Computational Perception, Johannes Kepler University Linz, Austria","institution_ids":["https://openalex.org/I121883995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108158029","display_name":"Anna Hausberger","orcid":"https://orcid.org/0009-0003-5562-681X"},"institutions":[{"id":"https://openalex.org/I121883995","display_name":"Johannes Kepler University of Linz","ror":"https://ror.org/052r2xn60","country_code":"AT","type":"education","lineage":["https://openalex.org/I121883995"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Anna Hausberger","raw_affiliation_strings":["Institute of Computational Perception, Johannes Kepler University Linz, Austria"],"raw_orcid":"https://orcid.org/0009-0003-5562-681X","affiliations":[{"raw_affiliation_string":"Institute of Computational Perception, Johannes Kepler University Linz, Austria","institution_ids":["https://openalex.org/I121883995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016485532","display_name":"Shah Nawaz","orcid":"https://orcid.org/0000-0002-7715-4409"},"institutions":[{"id":"https://openalex.org/I121883995","display_name":"Johannes Kepler University of Linz","ror":"https://ror.org/052r2xn60","country_code":"AT","type":"education","lineage":["https://openalex.org/I121883995"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Shah Nawaz","raw_affiliation_strings":["Institute of Computational Perception, Johannes Kepler University Linz, Austria"],"raw_orcid":"https://orcid.org/0000-0002-7715-4409","affiliations":[{"raw_affiliation_string":"Institute of Computational Perception, Johannes Kepler University Linz, Austria","institution_ids":["https://openalex.org/I121883995"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091259315","display_name":"Markus Schedl","orcid":"https://orcid.org/0000-0003-1706-3406"},"institutions":[{"id":"https://openalex.org/I121883995","display_name":"Johannes Kepler University of Linz","ror":"https://ror.org/052r2xn60","country_code":"AT","type":"education","lineage":["https://openalex.org/I121883995"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Markus Schedl","raw_affiliation_strings":["Institute of Computational Perception, Johannes Kepler University Linz, Austria and Human-centered AI Group, AI Lab, Linz Institute of Technology, Austria"],"raw_orcid":"https://orcid.org/0000-0003-1706-3406","affiliations":[{"raw_affiliation_string":"Institute of Computational Perception, Johannes Kepler University Linz, Austria and Human-centered AI Group, AI Lab, Linz Institute of Technology, Austria","institution_ids":["https://openalex.org/I121883995"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I121883995"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"380","last_page":"390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.8175312280654907},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6496582627296448},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.634064793586731},{"id":"https://openalex.org/keywords/cold-start","display_name":"Cold start (automotive)","score":0.5414485931396484},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38352227210998535},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11621981859207153}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.8175312280654907},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6496582627296448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.634064793586731},{"id":"https://openalex.org/C2778956030","wikidata":"https://www.wikidata.org/wiki/Q5142477","display_name":"Cold start (automotive)","level":2,"score":0.5414485931396484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38352227210998535},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11621981859207153},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3640457.3688138","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640457.3688138","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688138","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3640457.3688138","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640457.3688138","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688138","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403222309.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W2099001231","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2398118205","https://openalex.org/W2605350416","https://openalex.org/W2619383789","https://openalex.org/W2740920897","https://openalex.org/W2764159532","https://openalex.org/W2963386237","https://openalex.org/W2963801643","https://openalex.org/W2963887950","https://openalex.org/W2966715458","https://openalex.org/W2970231061","https://openalex.org/W2970641574","https://openalex.org/W2971196067","https://openalex.org/W2972737975","https://openalex.org/W2978524555","https://openalex.org/W2978745145","https://openalex.org/W2979826702","https://openalex.org/W3003940182","https://openalex.org/W3034744380","https://openalex.org/W3045349544","https://openalex.org/W3129849754","https://openalex.org/W3176404283","https://openalex.org/W3180187578","https://openalex.org/W3190638878","https://openalex.org/W3192113933","https://openalex.org/W3199647641","https://openalex.org/W3199787416","https://openalex.org/W3205778609","https://openalex.org/W3206310679","https://openalex.org/W4207015948","https://openalex.org/W4224281599","https://openalex.org/W4224924564","https://openalex.org/W4226280022","https://openalex.org/W4294031701","https://openalex.org/W4296604434","https://openalex.org/W4296604563","https://openalex.org/W4297804276","https://openalex.org/W4306316911","https://openalex.org/W4319994214","https://openalex.org/W4322760294","https://openalex.org/W4376226279","https://openalex.org/W4383197509","https://openalex.org/W4386057714","https://openalex.org/W4386071707","https://openalex.org/W4386728930","https://openalex.org/W4386729356","https://openalex.org/W4386730140","https://openalex.org/W4386875129","https://openalex.org/W4387846592","https://openalex.org/W4387846848","https://openalex.org/W4387848767","https://openalex.org/W4387968764","https://openalex.org/W4390017704","https://openalex.org/W4392908967"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2529147798","https://openalex.org/W2081900870","https://openalex.org/W1979350723","https://openalex.org/W2385859805","https://openalex.org/W2528269032","https://openalex.org/W2530972254","https://openalex.org/W2390279801","https://openalex.org/W2358668433"],"abstract_inverted_index":{"Most":[0],"recommender":[1],"systems":[2],"adopt":[3],"collaborative":[4,46,65],"filtering":[5],"(CF)":[6],"and":[7,48,66,142,144,153,170,187],"provide":[8],"recommendations":[9,180],"based":[10],"on":[11,42,51,86,113,131],"past":[12],"collective":[13],"interactions.":[14],"Therefore,":[15],"the":[16,52,108,189,198,202,208],"performance":[17],"of":[18,122,201],"CF":[19,160],"algorithms":[20],"degrades":[21],"when":[22],"few":[23],"or":[24,54],"no":[25],"interactions":[26],"are":[27,181],"available,":[28],"a":[29,70,79,87],"scenario":[30],"referred":[31],"to":[32,57,193,197],"as":[33,101,103,161,163],"cold-start.":[34],"To":[35],"address":[36],"this":[37,75],"issue,":[38],"previous":[39],"work":[40,76],"relies":[41],"models":[43,61],"leveraging":[44],"both":[45],"data":[47,100],"side":[49,105],"information":[50,106,148],"users":[53],"items.":[55],"Similar":[56],"multimodal":[58,83,88,104,146],"learning,":[59],"these":[60],"aim":[62],"at":[63],"combining":[64],"content":[67,147],"representations":[68],"in":[69,120,167,173,183],"shared":[71,203],"embedding":[72,90,111,204],"space.":[73],"In":[74],"we":[77],"propose":[78],"novel":[80],"technique":[81],"for":[82,92],"recommendation,":[84],"relying":[85],"Single-Branch":[89],"network":[91,112],"Recommendation":[93],"(SiBraR).":[94],"Leveraging":[95],"weight-sharing,":[96],"SiBraR":[97,118,157],"encodes":[98],"interaction":[99],"well":[102,162],"using":[107],"same":[109,199],"single-branch":[110],"different":[114,137,195],"modalities.":[115],"This":[116],"makes":[117],"effective":[119],"scenarios":[121],"missing":[123,184],"modality,":[124],"including":[125],"cold":[126],"start.":[127],"Our":[128],"extensive":[129],"experiments":[130],"large-scale":[132],"recommendation":[133,138],"datasets":[134],"from":[135],"three":[136],"domains":[139],"(music,":[140],"movie,":[141],"e-commerce)":[143],"providing":[145],"(audio,":[149],"text,":[150],"image,":[151],"labels,":[152],"interactions)":[154],"show":[155,177],"that":[156,178,188],"significantly":[158],"outperforms":[159],"state-of-the-art":[164],"content-based":[165],"RSs":[166],"cold-start":[168],"scenarios,":[169,186],"is":[171,191],"competitive":[172],"warm":[174],"scenarios.":[175],"We":[176],"SiBraR\u2019s":[179],"accurate":[182],"modality":[185,209],"model":[190],"able":[192],"map":[194],"modalities":[196],"region":[200],"space,":[205],"hence":[206],"reducing":[207],"gap.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}