{"id":"https://openalex.org/W7155555668","doi":"https://doi.org/10.48550/arxiv.2604.20858","title":"Mixture of Sequence: Theme-Aware Mixture-of-Experts for Long-Sequence Recommendation","display_name":"Mixture of Sequence: Theme-Aware Mixture-of-Experts for Long-Sequence Recommendation","publication_year":2026,"publication_date":"2026-03-01","ids":{"openalex":"https://openalex.org/W7155555668","doi":"https://doi.org/10.48550/arxiv.2604.20858"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.20858","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20858","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.20858","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134558325","display_name":"Xiao Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134522969","display_name":"Zhicheng Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Zhicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063658433","display_name":"Weilin Cong","orcid":"https://orcid.org/0000-0002-8726-3238"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cong, Weilin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029843647","display_name":"Mengyue Hang","orcid":"https://orcid.org/0000-0003-4125-2135"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hang, Mengyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012787308","display_name":"Kai Wang","orcid":"https://orcid.org/0000-0003-4168-2901"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134483117","display_name":"Yajuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yajuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055176391","display_name":"Zhichen Zeng","orcid":"https://orcid.org/0000-0002-5534-3401"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Zhichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134472571","display_name":"Ting-Wei Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ting-Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022342075","display_name":"Hyunsik Yoo","orcid":"https://orcid.org/0000-0001-5253-5646"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoo, Hyunsik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134525009","display_name":"Zhining Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhining","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133279734","display_name":"Xuying Ning","orcid":"https://orcid.org/0009-0004-3521-6634"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ning, Xuying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028817466","display_name":"Ruizhong Qiu","orcid":"https://orcid.org/0009-0000-3253-8890"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Ruizhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032809354","display_name":"Wen-Yen Chen","orcid":"https://orcid.org/0009-0004-9371-5642"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wen-yen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134508493","display_name":"Shuo Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134553525","display_name":"Rong Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Rong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134539859","display_name":"Huayu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Huayu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134484962","display_name":"Hanghang Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Hanghang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.004100000020116568,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subsequence","display_name":"Subsequence","score":0.7179999947547913},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6233000159263611},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.574400007724762},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.5382999777793884},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4309000074863434},{"id":"https://openalex.org/keywords/longest-common-subsequence-problem","display_name":"Longest common subsequence problem","score":0.3970000147819519},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.34950000047683716},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.33880001306533813}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7235999703407288},{"id":"https://openalex.org/C137877099","wikidata":"https://www.wikidata.org/wiki/Q1332977","display_name":"Subsequence","level":3,"score":0.7179999947547913},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6233000159263611},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.574400007724762},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5382999777793884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48179998993873596},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4309000074863434},{"id":"https://openalex.org/C120098539","wikidata":"https://www.wikidata.org/wiki/Q141001","display_name":"Longest common subsequence problem","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35760000348091125},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.34950000047683716},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3303000032901764},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3125999867916107},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3089999854564667},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.2565000057220459},{"id":"https://openalex.org/C2778775528","wikidata":"https://www.wikidata.org/wiki/Q5135432","display_name":"Closing (real estate)","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.20858","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20858","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.20858","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20858","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Sequential":[0],"recommendation":[1],"has":[2],"rapidly":[3],"advanced":[4],"in":[5,23,51,155],"click-through":[6],"rate":[7],"prediction":[8],"due":[9],"to":[10,13,114,160,177,198],"its":[11,230],"ability":[12,197],"model":[14],"dynamic":[15],"user":[16,56,105,121,152,183],"interests.":[17],"A":[18],"key":[19],"challenge,":[20,79],"however,":[21],"lies":[22],"modeling":[24],"long":[25,52],"sequences:":[26],"users":[27],"often":[28],"exhibit":[29],"significant":[30],"interest":[31,153],"shifts,":[32],"introducing":[33,218],"substantial":[34],"irrelevant":[35,145],"or":[36,146],"misleading":[37,148],"information.":[38],"Our":[39],"empirical":[40],"analysis":[41],"corroborates":[42],"this":[43,78],"challenge":[44],"and":[45,70,99,123,185,204,235],"uncovers":[46],"a":[47,88,110,138,167],"recurring":[48],"behavioral":[49],"pattern":[50],"sequences":[53,122,126],"(\\textit{session":[54],"hopping}):":[55],"interests":[57],"remain":[58],"stable":[59],"within":[60],"short":[61],"temporal":[62],"spans":[63],"(\\textit{sessions})":[64],"but":[65],"shift":[66],"drastically":[67],"across":[68],"sessions":[69,135],"may":[71],"reappear":[72],"after":[73],"multiple":[74,128],"sessions.":[75],"To":[76],"address":[77],"we":[80,165],"propose":[81],"the":[82,117,196,214],"Mixture":[83],"of":[84,120,175,229],"Sequence":[85],"(MoS)":[86],"framework,":[87],"model-agnostic":[89],"MoE":[90,224],"approach":[91],"that":[92,210],"achieves":[93,213],"accurate":[94,200],"predictions":[95],"by":[96,151],"extracting":[97],"theme-specific":[98,186],"multi-scale":[100,168,205],"subsequences":[101],"from":[102,202],"noisy":[103],"raw":[104],"sequences.":[106],"First,":[107],"MoS":[108,194,211],"employs":[109],"theme-aware":[111],"routing":[112],"mechanism":[113],"adaptively":[115],"learn":[116],"latent":[118],"themes":[119],"organizes":[124],"these":[125,190],"into":[127],"coherent":[129],"subsequences.":[130],"Each":[131],"subsequence":[132],"contains":[133],"only":[134],"aligned":[136],"with":[137,195,222],"specific":[139],"theme,":[140],"thereby":[141],"effectively":[142],"filtering":[143],"out":[144],"even":[147],"information":[149,163],"introduced":[150],"shifts":[154],"session":[156],"hopping.":[157],"In":[158],"addition,":[159],"alleviate":[161],"potential":[162],"loss,":[164],"introduce":[166],"fusion":[169],"mechanism,":[170],"which":[171],"leverages":[172],"three":[173],"types":[174],"experts":[176],"capture":[178],"global":[179],"sequence":[180],"characteristics,":[181],"short-term":[182],"behaviors,":[184],"semantic":[187],"patterns.":[188],"Together,":[189],"two":[191],"mechanisms":[192],"endow":[193],"deliver":[199],"recommendations":[201],"multi-faceted":[203],"perspectives.":[206],"Experimental":[207],"results":[208],"demonstrate":[209],"consistently":[212],"SOTA":[215],"performance":[216],"while":[217],"fewer":[219],"FLOPs":[220],"compared":[221],"other":[223],"counterparts,":[225],"providing":[226],"strong":[227],"evidence":[228],"excellent":[231],"balance":[232],"between":[233],"utility":[234],"efficiency.":[236],"The":[237],"code":[238],"is":[239],"available":[240],"at":[241],"https://github.com/xiaolin-cs/MoS.":[242]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-25T00:00:00"}