{"id":"https://openalex.org/W7171793089","doi":"https://doi.org/10.48550/arxiv.2607.27055","title":"Learning from the Future: Privileged Self-Distillation for Sequential Recommendation","display_name":"Learning from the Future: Privileged Self-Distillation for Sequential Recommendation","publication_year":2026,"publication_date":"2026-07-29","ids":{"openalex":"https://openalex.org/W7171793089","doi":"https://doi.org/10.48550/arxiv.2607.27055"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.27055","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.27055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.27055","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5144028689","display_name":"Jiakai Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Jiakai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144034188","display_name":"Yang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144083692","display_name":"See-Kiong Ng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ng, See-Kiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144086772","display_name":"Xu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144020430","display_name":"Wen Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144079254","display_name":"Jian Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5144049903","display_name":"Han Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.8102999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.8102999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.03220000118017197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.023499999195337296,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6628000140190125},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6190999746322632},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.4609000086784363},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.41449999809265137},{"id":"https://openalex.org/keywords/causal-inference","display_name":"Causal inference","score":0.3767000138759613}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6628000140190125},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6588000059127808},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6190999746322632},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.4609000086784363},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.41449999809265137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4090000092983246},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4023999869823456},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.3767000138759613},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.263700008392334}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.27055","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.27055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.27055","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.27055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6178421378135681,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Sequential":[0],"recommenders":[1],"are":[2],"commonly":[3],"trained":[4],"with":[5,15,86,201],"one-hot":[6],"next-item":[7],"labels":[8],"under":[9],"a":[10,73,94,112,116,127,155,169,202,214],"causal":[11],"(prefix-only)":[12],"objective":[13],"aligned":[14,85],"inference.":[16,70],"While":[17],"deployment-compatible,":[18],"this":[19],"supervision":[20,81,146,176],"offers":[21],"little":[22],"insight":[23],"into":[24,144],"relative":[25],"preferences":[26],"among":[27],"non-target":[28],"items.":[29],"Yet":[30],"logged":[31],"interaction":[32],"sequences":[33],"contain":[34],"an":[35,185],"additional":[36],"supervisory":[37],"source:":[38],"interactions":[39,59,78,143],"following":[40],"the":[41,50,109,131,138,157,166,179,197,218],"target":[42,51],"often":[43],"reveal":[44],"how":[45],"user":[46],"intent":[47],"evolves,":[48],"making":[49],"easier":[52],"to":[53,108,188],"interpret.":[54],"We":[55,89],"treat":[56],"these":[57],"future":[58,77,124,142],"as":[60,178],"training-only":[61,145],"privileged":[62,117,139],"information,":[63],"available":[64],"during":[65],"learning":[66],"but":[67],"not":[68,163],"at":[69],"This":[71],"raises":[72],"natural":[74],"question:":[75],"can":[76],"provide":[79],"richer":[80],"while":[82,126],"keeping":[83],"training":[84],"inference-time":[87,101,149],"prediction?":[88],"propose":[90],"Privileged":[91],"Self-Distillation":[92],"(PSD),":[93],"framework":[95,209],"that":[96],"separates":[97],"learning-time":[98],"information":[99],"from":[100],"information.":[102],"PSD":[103,182],"applies":[104],"two":[105],"attention":[106],"masks":[107],"same":[110],"backbone:":[111],"future-aware":[113],"view":[114,129],"yields":[115,130],"teacher":[118,172,192,204],"distribution":[119,133,140],"conditioned":[120],"on":[121,191],"past":[122],"and":[123,173,221,229],"interactions,":[125],"prefix-only":[128],"student":[132,180],"used":[134],"for":[135,168,205],"deployment.":[136],"Distilling":[137],"converts":[141],"rather":[147],"than":[148],"inputs.":[150],"Since":[151],"both":[152],"views":[153],"share":[154],"backbone,":[156],"teacher's":[158],"advantage":[159],"is":[160,210],"purely":[161],"informational,":[162],"architectural,":[164],"removing":[165],"need":[167],"separately":[170],"pretrained":[171],"letting":[174],"its":[175],"adapt":[177],"evolves.":[181],"further":[183],"uses":[184],"advantage-reachability":[186],"gate":[187],"focus":[189],"distillation":[190],"signals":[193],"likely":[194],"supported":[195],"by":[196],"observed":[198],"prefix,":[199],"along":[200],"momentum-averaged":[203],"stable":[206],"targets.":[207],"The":[208],"optimized":[211],"end-to-end":[212],"in":[213],"single":[215],"stage,":[216],"leaving":[217],"deployed":[219],"model":[220],"inference":[222],"cost":[223],"unchanged.":[224],"Experiments":[225],"across":[226],"public":[227],"benchmarks":[228],"diverse":[230],"backbones":[231],"show":[232],"consistent":[233],"improvements.":[234]},"counts_by_year":[],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2026-07-31T00:00:00"}