{"id":"https://openalex.org/W4413318905","doi":"https://doi.org/10.1109/tkde.2025.3599265","title":"TokenRec: Learning to Tokenize ID for LLM-Based Generative Recommendations","display_name":"TokenRec: Learning to Tokenize ID for LLM-Based Generative Recommendations","publication_year":2025,"publication_date":"2025-08-19","ids":{"openalex":"https://openalex.org/W4413318905","doi":"https://doi.org/10.1109/tkde.2025.3599265"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2025.3599265","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3599265","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017709369","display_name":"Haohao Qu","orcid":"https://orcid.org/0000-0001-7129-8586"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Haohao Qu","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-7129-8586","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenqi Fan","orcid":"https://orcid.org/0000-0002-4049-1233"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenqi Fan","raw_affiliation_strings":["Department of Computing (COMP), Department of Management and Marketing (MM), The Hong Kong Polytechnic University, Hung Hom, Hong Kong","Department of Computing (COMP) and Department of Management and Marketing (MM), The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-4049-1233","affiliations":[{"raw_affiliation_string":"Department of Computing (COMP), Department of Management and Marketing (MM), The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing (COMP) and Department of Management and Marketing (MM), The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015445950","display_name":"Zihuai Zhao","orcid":"https://orcid.org/0009-0002-3892-2468"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zihuai Zhao","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0002-3892-2468","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":null,"display_name":"Qing Li","orcid":"https://orcid.org/0000-0003-3370-471X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qing Li","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-3370-471X","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5017709369"],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":14.3988,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.98693456,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"37","issue":"10","first_page":"6216","last_page":"6231"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9254999756813049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8053424954414368},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5285460352897644},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47886034846305847},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35762470960617065}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8053424954414368},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5285460352897644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47886034846305847},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35762470960617065}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tkde.2025.3599265","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3599265","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/115697","is_oa":false,"landing_page_url":"http://hdl.handle.net/10397/115697","pdf_url":null,"source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Journal/Magazine Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4078110728","display_name":null,"funder_award_id":"P0048625","funder_id":"https://openalex.org/F4320322598","funder_display_name":"Hong Kong Polytechnic University"},{"id":"https://openalex.org/G4230321938","display_name":null,"funder_award_id":"P0051361","funder_id":"https://openalex.org/F4320322598","funder_display_name":"Hong Kong Polytechnic University"},{"id":"https://openalex.org/G490123725","display_name":null,"funder_award_id":"62102335","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G528947399","display_name":null,"funder_award_id":"P0042693","funder_id":"https://openalex.org/F4320322598","funder_display_name":"Hong Kong Polytechnic University"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322598","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2054141820","https://openalex.org/W2149427297","https://openalex.org/W2605350416","https://openalex.org/W2914721378","https://openalex.org/W2945827670","https://openalex.org/W2953271441","https://openalex.org/W2963367478","https://openalex.org/W2964938963","https://openalex.org/W2972774416","https://openalex.org/W2979068607","https://openalex.org/W2984100107","https://openalex.org/W3023045848","https://openalex.org/W3042856524","https://openalex.org/W3045200674","https://openalex.org/W3065542300","https://openalex.org/W3175142666","https://openalex.org/W3180355996","https://openalex.org/W4284704639","https://openalex.org/W4296591867","https://openalex.org/W4312974539","https://openalex.org/W4367046619","https://openalex.org/W4376312036","https://openalex.org/W4386071584","https://openalex.org/W4386728933","https://openalex.org/W4387848745","https://openalex.org/W4389523685","https://openalex.org/W4391876619","https://openalex.org/W4393277515","https://openalex.org/W4394994587","https://openalex.org/W4396735366","https://openalex.org/W4396843610","https://openalex.org/W4400909953","https://openalex.org/W4401857375","https://openalex.org/W4401863692","https://openalex.org/W4402754277","https://openalex.org/W4407403520","https://openalex.org/W4412875498","https://openalex.org/W4412889887"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"There":[0],"is":[1,142],"a":[2,83],"growing":[3],"interest":[4],"in":[5,48,61],"utilizing":[6],"large":[7],"language":[8,21],"models":[9],"(LLMs)":[10],"to":[11,74,144],"advance":[12],"next-generation":[13],"Recommender":[14],"Systems":[15],"(RecSys),":[16],"driven":[17],"by":[18,164],"their":[19],"outstanding":[20],"understanding":[22],"and":[23,31,51,72,95,127,132,159,191,197],"reasoning":[24],"capabilities.":[25],"In":[26],"this":[27],"scenario,":[28],"tokenizing":[29],"users":[30,50,131],"items":[32,52,133,148],"becomes":[33],"essential":[34],"for":[35,100,134,149,154],"ensuring":[36],"seamless":[37],"alignment":[38],"of":[39,123,130,176],"LLMs":[40,71],"with":[41,70],"recommendations.":[42,102],"While":[43],"studies":[44],"have":[45],"made":[46],"progress":[47],"representing":[49],"using":[53],"textual":[54],"contents":[55],"or":[56],"latent":[57],"representations,":[58],"challenges":[59],"remain":[60],"capturing":[62],"high-order":[63,124],"collaborative":[64,114,125],"knowledge":[65,126],"into":[66,116],"discrete":[67,117],"tokens":[68],"compatible":[69],"generalizing":[73],"unseen":[75],"users/items.":[76],"To":[77],"address":[78],"these":[79],"challenges,":[80],"we":[81],"propose":[82],"novel":[84],"framework":[85],"called":[86],"TokenRec,":[87],"which":[88],"introduces":[89],"an":[90,96],"effective":[91],"ID":[92],"tokenization":[93,104,129],"strategy":[94,105],"efficient":[97],"retrieval":[98,140],"paradigm":[99,141],"LLM-based":[101,135,193],"Our":[103],"involves":[106],"quantizing":[107],"the":[108,152,155,174,177],"masked":[109],"user/item":[110],"representations":[111],"learned":[112],"from":[113],"filtering":[115],"tokens,":[118],"thus":[119,166],"achieving":[120],"smooth":[121],"incorporation":[122],"generalizable":[128],"RecSys.":[136],"Meanwhile,":[137],"our":[138],"generative":[139],"designed":[143],"efficiently":[145],"recommend":[146],"top-K":[147],"users,":[150],"eliminating":[151],"need":[153],"time-consuming":[156],"auto-regressive":[157],"decoding":[158],"beam":[160],"search":[161],"processes":[162],"used":[163],"LLMs,":[165],"significantly":[167],"reducing":[168],"inference":[169],"time.":[170],"Comprehensive":[171],"experiments":[172],"validate":[173],"effectiveness":[175],"proposed":[178],"methods,":[179],"demonstrating":[180],"that":[181],"TokenRec":[182],"outperforms":[183],"competitive":[184],"benchmarks,":[185],"including":[186],"both":[187],"traditional":[188],"recommender":[189,194],"systems":[190],"emerging":[192],"systems.":[195],"Codes":[196],"data":[198],"are":[199],"available":[200],"at":[201],"<uri":[202],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[203],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/Quhaoh233/TokenRec</uri>.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}