{"id":"https://openalex.org/W7138872615","doi":"https://doi.org/10.1109/tkde.2026.3675423","title":"Passing on Wisdom: LLM-Driven Cascaded Knowledge Distillation for Sequential Recommendation","display_name":"Passing on Wisdom: LLM-Driven Cascaded Knowledge Distillation for Sequential Recommendation","publication_year":2026,"publication_date":"2026-03-18","ids":{"openalex":"https://openalex.org/W7138872615","doi":"https://doi.org/10.1109/tkde.2026.3675423"},"language":null,"primary_location":{"id":"doi:10.1109/tkde.2026.3675423","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2026.3675423","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130191055","display_name":"Xiang Ao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Ao","raw_affiliation_strings":["State Key Lab of AI Safety, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9633-8361","affiliations":[{"raw_affiliation_string":"State Key Lab of AI Safety, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100594245","display_name":"Yiran Qiao","orcid":"https://orcid.org/0009-0006-0632-0066"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiran Qiao","raw_affiliation_strings":["State Key Lab of AI Safety, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-0632-0066","affiliations":[{"raw_affiliation_string":"State Key Lab of AI Safety, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130024069","display_name":"Ningtao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ningtao Wang","raw_affiliation_strings":["independent researcher"],"raw_orcid":"https://orcid.org/0009-0005-6577-5047","affiliations":[{"raw_affiliation_string":"independent researcher","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129993572","display_name":"Xing Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing Fu","raw_affiliation_strings":["independent researcher"],"raw_orcid":"https://orcid.org/0000-0002-3536-2779","affiliations":[{"raw_affiliation_string":"independent researcher","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130061217","display_name":"Yang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["State Key Lab of AI Safety, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1525-0788","affiliations":[{"raw_affiliation_string":"State Key Lab of AI Safety, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089856683","display_name":"Thapana Boonchoo","orcid":"https://orcid.org/0000-0002-8642-3260"},"institutions":[{"id":"https://openalex.org/I108108428","display_name":"Thammasat University","ror":"https://ror.org/002yp7f20","country_code":"TH","type":"education","lineage":["https://openalex.org/I108108428"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Thapana Boonchoo","raw_affiliation_strings":["Thammasat University, Bangkok, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thammasat University, Bangkok, Thailand","institution_ids":["https://openalex.org/I108108428"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130072931","display_name":"Weiqiang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weiqiang Wang","raw_affiliation_strings":["independent researcher"],"raw_orcid":"https://orcid.org/0000-0002-6159-619X","affiliations":[{"raw_affiliation_string":"independent researcher","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qing He","orcid":"https://orcid.org/0000-0001-8833-5398"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing He","raw_affiliation_strings":["State Key Lab of AI Safety, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8833-5398","affiliations":[{"raw_affiliation_string":"State Key Lab of AI Safety, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129774280","display_name":"Xueqi Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqi Cheng","raw_affiliation_strings":["State Key Lab of AI Safety, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5201-8195","affiliations":[{"raw_affiliation_string":"State Key Lab of AI Safety, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33044198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"6","first_page":"3806","last_page":"3817"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.6186000108718872,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.6186000108718872,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.10729999840259552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.02969999983906746,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6898000240325928},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6504999995231628},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6177999973297119},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.611299991607666},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.517300009727478},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.505299985408783},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.477400004863739},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42750000953674316}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8184999823570251},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6898000240325928},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6504999995231628},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6177999973297119},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.611299991607666},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.517300009727478},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.505299985408783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49639999866485596},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.477400004863739},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44119998812675476},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42750000953674316},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3499000072479248},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3463999927043915},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3431999981403351},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27239999175071716},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2026.3675423","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2026.3675423","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3248486410","display_name":null,"funder_award_id":"U2436209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5787106912","display_name":null,"funder_award_id":"62576333","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6862553514","display_name":null,"funder_award_id":"F251001","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G804846685","display_name":null,"funder_award_id":"62406307","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2171279286","https://openalex.org/W2783272285","https://openalex.org/W2808847742","https://openalex.org/W2963140444","https://openalex.org/W2963367478","https://openalex.org/W2965744319","https://openalex.org/W2984100107","https://openalex.org/W3034368386","https://openalex.org/W3105966348","https://openalex.org/W3133849783","https://openalex.org/W3154731007","https://openalex.org/W3177378457","https://openalex.org/W4297971002","https://openalex.org/W4384625746","https://openalex.org/W4386728933","https://openalex.org/W4386729952","https://openalex.org/W4387968184","https://openalex.org/W4390692489","https://openalex.org/W4391094508","https://openalex.org/W4392384371","https://openalex.org/W4392846385","https://openalex.org/W4394973476","https://openalex.org/W4396606321","https://openalex.org/W4396722619","https://openalex.org/W4396723256","https://openalex.org/W4396758712","https://openalex.org/W4396758737","https://openalex.org/W4400606525","https://openalex.org/W4401863964","https://openalex.org/W4401864021","https://openalex.org/W4402525442","https://openalex.org/W4403220611","https://openalex.org/W4403577399","https://openalex.org/W4403577460","https://openalex.org/W4407128647","https://openalex.org/W4407403520","https://openalex.org/W4409365090","https://openalex.org/W4412376896","https://openalex.org/W4413591191"],"related_works":[],"abstract_inverted_index":{"A":[0],"critical":[1],"limitation":[2],"of":[3,105,216,237,261],"conventional":[4,74],"sequential":[5,193],"recommendation":[6,42],"models":[7],"(SRMs)":[8],"is":[9],"their":[10,23,46],"reliance":[11],"on":[12,114],"observed":[13],"user-item":[14],"interaction":[15],"sequences":[16],"within":[17],"a":[18,160,164,168],"closed-world":[19],"setting,":[20],"which":[21,212],"hinders":[22],"ability":[24],"to":[25,27,45,63,72,244],"generalize":[26],"unseen":[28],"or":[29,98,117],"infrequent":[30],"items.":[31],"Recently,":[32],"Large":[33],"Language":[34],"Models":[35],"(LLMs)":[36],"have":[37],"shown":[38],"remarkable":[39],"promise":[40],"in":[41],"systems":[43],"due":[44],"vast":[47],"world":[48],"knowledge":[49,69,221,247],"and":[50,67,163,185,235,258],"advanced":[51],"reasoning":[52,107,125,194,259],"capabilities.":[53,126],"Current":[54],"research":[55],"has":[56],"predominantly":[57],"explored":[58],"two":[59,80],"approaches:":[60],"using":[61,177,206],"LLMs":[62,71],"directly":[64],"generate":[65],"recommendations":[66],"distilling":[68],"from":[70,223],"enhance":[73],"SRMs.":[75],"However,":[76],"these":[77,129],"approaches":[78],"face":[79],"major":[81],"challenges:":[82],"(1)":[83],"high":[84],"inference":[85,175,256],"costs,":[86],"as":[87,99,109],"they":[88],"require":[89],"LLM":[90],"responses":[91],"during":[92],"inference,":[93,252],"either":[94],"for":[95,148],"generating":[96],"predictions":[97],"supplementary":[100],"input;":[101],"(2)":[102],"inadequate":[103],"distillation":[104,170],"the":[106,179,191,203,214,217,224,233,238,255],"process,":[108],"existing":[110,262],"methods":[111],"focus":[112],"mainly":[113],"improving":[115],"embeddings":[116],"aligning":[118],"outputs,":[119],"without":[120],"fully":[121],"integrating":[122],"LLMs'":[123],"inherent":[124],"To":[127],"address":[128],"issues,":[130],"we":[131],"propose":[132],"LCKD-SR,":[133,240],"an":[134,158,173],"<underline":[135,138,141,144,149,152],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[136,139,142,145,150,153],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">L</u>LM-driven":[137],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">C</u>ascaded":[140],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">K</u>nowledge":[143],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">D</u>istillation":[146],"framework":[147,189],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">S</u>equential":[151],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">R</u>ecommendation.":[154],"In":[155],"this":[156],"framework,":[157],"LLM,":[159],"Teacher":[161,225],"SRM,":[162],"Student":[165,180,210],"SRM":[166],"form":[167],"hierarchical":[169],"structure,":[171],"enabling":[172,250],"LLM-free":[174],"by":[176,196],"only":[178],"model.":[181],"Beyond":[182],"traditional":[183],"embedding":[184],"ranking":[186],"distillation,":[187],"our":[188],"abstracts":[190],"LLM's":[192],"abilities":[195],"identifying":[197],"key":[198],"interactions":[199],"that":[200],"subsequently":[201],"guide":[202],"Teacher's":[204],"attention":[205],"learnable":[207],"markers.":[208],"The":[209],"model,":[211],"mirrors":[213],"architecture":[215],"Teacher,":[218],"achieves":[219],"seamless":[220],"alignment":[222],"across":[226],"all":[227],"three":[228],"aspects.":[229],"Extensive":[230],"experiments":[231],"demonstrate":[232],"effectiveness":[234],"efficiency":[236],"proposed":[239],"showcasing":[241],"its":[242],"scalability":[243],"perform":[245],"multi-level":[246],"transfer":[248],"while":[249],"LLM-independent":[251],"thereby":[253],"overcoming":[254],"cost":[257],"limitations":[260],"methods.":[263]},"counts_by_year":[],"updated_date":"2026-05-06T06:03:25.996018","created_date":"2026-03-20T00:00:00"}