{"id":"https://openalex.org/W4393942911","doi":"https://doi.org/10.1145/3626772.3657725","title":"IISAN: Efficiently Adapting Multimodal Representation for Sequential Recommendation with Decoupled PEFT","display_name":"IISAN: Efficiently Adapting Multimodal Representation for Sequential Recommendation with Decoupled PEFT","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4393942911","doi":"https://doi.org/10.1145/3626772.3657725"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657725","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657725","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3626772.3657725","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012498345","display_name":"Junchen Fu","orcid":"https://orcid.org/0000-0003-4759-2042"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Junchen Fu","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-4759-2042","affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026473068","display_name":"Xuri Ge","orcid":"https://orcid.org/0000-0002-3925-4951"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xuri Ge","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3925-4951","affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393241","display_name":"Xin Xin","orcid":"https://orcid.org/0000-0001-6116-9115"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Xin","raw_affiliation_strings":["Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-6116-9115","affiliations":[{"raw_affiliation_string":"Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082408006","display_name":"Alexandros Karatzoglou","orcid":"https://orcid.org/0000-0001-6063-9023"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexandros Karatzoglou","raw_affiliation_strings":["Amazon, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0000-0001-6063-9023","affiliations":[{"raw_affiliation_string":"Amazon, Barcelona, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015760420","display_name":"Ioannis Arapakis","orcid":"https://orcid.org/0000-0003-2528-6597"},"institutions":[{"id":"https://openalex.org/I4210134591","display_name":"Telefonica Research and Development","ror":"https://ror.org/03qgzzb04","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210097190","https://openalex.org/I4210134591"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ioannis Arapakis","raw_affiliation_strings":["Telefonica Research, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0000-0003-2528-6597","affiliations":[{"raw_affiliation_string":"Telefonica Research, Barcelona, Spain","institution_ids":["https://openalex.org/I4210134591"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jie Wang","orcid":"https://orcid.org/0009-0005-7117-8580"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jie Wang","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0005-7117-8580","affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069702331","display_name":"Joemon M. Jose","orcid":"https://orcid.org/0000-0001-9228-1759"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Joemon M. Jose","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-9228-1759","affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"687","last_page":"697"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.955299973487854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.677375853061676},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.607903003692627},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.421514630317688},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09464913606643677}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.677375853061676},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.607903003692627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.421514630317688},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09464913606643677},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3626772.3657725","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657725","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2404.02059","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.02059","pdf_url":"https://arxiv.org/pdf/2404.02059","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.gla.ac.uk:323372","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/79515.html>,","pdf_url":"https://eprints.gla.ac.uk/323372/1/323372.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Proceedings"}],"best_oa_location":{"id":"doi:10.1145/3626772.3657725","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657725","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2042227350","https://openalex.org/W2140833774","https://openalex.org/W2194775991","https://openalex.org/W2605350416","https://openalex.org/W2963367478","https://openalex.org/W2966248453","https://openalex.org/W2971196067","https://openalex.org/W2972801466","https://openalex.org/W2982108874","https://openalex.org/W2984100107","https://openalex.org/W2999276508","https://openalex.org/W3034423547","https://openalex.org/W3081170586","https://openalex.org/W3092995403","https://openalex.org/W3093922720","https://openalex.org/W3098071563","https://openalex.org/W3138516171","https://openalex.org/W3155368131","https://openalex.org/W3166140588","https://openalex.org/W3189718596","https://openalex.org/W3203354307","https://openalex.org/W3212421933","https://openalex.org/W4224213039","https://openalex.org/W4226150044","https://openalex.org/W4282961290","https://openalex.org/W4290944002","https://openalex.org/W4319299832","https://openalex.org/W4321593910","https://openalex.org/W4378465281","https://openalex.org/W4384648324","https://openalex.org/W4386076397","https://openalex.org/W4386083036","https://openalex.org/W4386113246","https://openalex.org/W4386114032","https://openalex.org/W4387967965","https://openalex.org/W4392384703","https://openalex.org/W4392977092","https://openalex.org/W6600459194","https://openalex.org/W6600538214","https://openalex.org/W6601636429","https://openalex.org/W6603690916"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Multimodal":[0,58],"foundation":[1,23],"models":[2,24],"are":[3],"transformative":[4],"in":[5],"sequential":[6,103],"recommender":[7],"systems,":[8],"leveraging":[9],"powerful":[10],"representation":[11],"learning":[12],"capabilities.":[13],"While":[14],"Parameter-efficient":[15],"Fine-tuning":[16],"(PEFT)":[17],"is":[18,121],"commonly":[19],"used":[20],"to":[21,98,115,118,159],"adapt":[22],"for":[25,57,101,142],"recommendation":[26,104],"tasks,":[27],"most":[28],"research":[29],"prioritizes":[30],"parameter":[31],"efficiency,":[32],"often":[33],"overlooking":[34],"critical":[35],"factors":[36],"like":[37],"GPU":[38,92,135,156],"memory":[39,93,136],"efficiency":[40,150,166,177,187],"and":[41,52,69,73,84,129,137,155,192,205],"training":[42,109],"speed.":[43],"Addressing":[44],"this":[45],"gap,":[46],"our":[47,203],"paper":[48],"introduces":[49],"IISAN":[50,76],"(Intra-":[51],"Inter-modal":[53],"Side":[54],"Adapted":[55],"Network":[56],"Representation),":[59],"a":[60,65,123,147],"simple":[61],"plug-and-play":[62],"architecture":[63],"using":[64],"Decoupled":[66],"PEFT":[67,191],"structure":[68],"exploiting":[70],"both":[71],"intra-":[72],"inter-modal":[74],"adaptation.":[75],"matches":[77],"the":[78,127,161,197],"performance":[79],"of":[80,189,199],"full":[81],"fine-tuning":[82],"(FFT)":[83],"state-of-the-art":[85],"PEFT.":[86],"More":[87],"importantly,":[88],"it":[89,107],"significantly":[90],"reduces":[91],"usage":[94],"-":[95],"from":[96,113],"47GB":[97],"just":[99],"3GB":[100],"multimodal":[102],"tasks.":[105],"Additionally,":[106],"accelerates":[108],"time":[110],"per":[111,140],"epoch":[112,141],"443s":[114],"22s":[116],"compared":[117],"FFT.":[119],"This":[120],"also":[122],"notable":[124],"improvement":[125],"over":[126],"Adapter":[128],"LoRA,":[130],"which":[131,195],"require":[132],"37-39":[133],"GB":[134],"350-380":[138],"seconds":[139],"training.":[143],"Furthermore,":[144],"we":[145,183],"propose":[146],"new":[148],"composite":[149],"metric,":[151],"TPME":[152,170],"(Training-time,":[153],"Parameter,":[154],"Memory":[157],"Efficiency)":[158],"alleviate":[160],"prevalent":[162],"misconception":[163],"that":[164],"\"parameter":[165],"represents":[167],"overall":[168],"efficiency\".":[169],"provides":[171],"more":[172],"comprehensive":[173],"insights":[174],"into":[175],"practical":[176],"comparisons":[178],"between":[179],"different":[180],"methods.":[181],"Besides,":[182],"give":[184],"an":[185],"accessible":[186],"analysis":[188],"all":[190],"FFT":[193],"approaches,":[194],"demonstrate":[196],"superiority":[198],"IISAN.":[200],"We":[201],"release":[202],"codes":[204],"other":[206],"materials":[207],"at":[208],"https://github.com/GAIR-Lab/IISAN.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2024-04-05T00:00:00"}