{"id":"https://openalex.org/W7165875990","doi":"https://doi.org/10.48550/arxiv.2606.25147","title":"TokenMinds: Pretrained User Tokens and Embeddings for User Understanding in Large Recommender Systems","display_name":"TokenMinds: Pretrained User Tokens and Embeddings for User Understanding in Large Recommender Systems","publication_year":2026,"publication_date":"2026-06-23","ids":{"openalex":"https://openalex.org/W7165875990","doi":"https://doi.org/10.48550/arxiv.2606.25147"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.25147","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.25147","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139356460","display_name":"Qingyun Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qingyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139371361","display_name":"Bo Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139379005","display_name":"Yang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086788300","display_name":"Yuji Roh","orcid":"https://orcid.org/0000-0001-8110-5397"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roh, Yuji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130124221","display_name":"Ekansh Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Ekansh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038076416","display_name":"Likang Yin","orcid":"https://orcid.org/0000-0002-4731-2672"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Likang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139338589","display_name":"Emma Olowo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Olowo, Emma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035154986","display_name":"Min-Hsuan Tsai","orcid":"https://orcid.org/0000-0002-4793-4869"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsai, Min-hsuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139338205","display_name":"Yuxuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070328032","display_name":"Diego Uribe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Uribe, Diego","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014818963","display_name":"Saksham Aggarwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aggarwal, Saksham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101514983","display_name":"Siqi Wu","orcid":"https://orcid.org/0009-0008-4426-8179"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Siqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132613890","display_name":"Yuan Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao, Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015092353","display_name":"Vikas Kedigehalli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kedigehalli, Vikas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139310040","display_name":"Lukasz Heldt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heldt, Lukasz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079085366","display_name":"Lichan Hong","orcid":"https://orcid.org/0009-0004-9563-554X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Lichan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139325174","display_name":"Li Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139340222","display_name":"Xinyang Yi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi, Xinyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.7878999710083008,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.7878999710083008,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.043800000101327896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.02800000086426735,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.5670999884605408},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.49160000681877136},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.444599986076355},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.39340001344680786},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.39250001311302185},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.39010000228881836},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.38769999146461487},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.37229999899864197}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.824999988079071},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.5670999884605408},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.49160000681877136},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.444599986076355},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.427700012922287},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.39340001344680786},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.39250001311302185},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.39010000228881836},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.38769999146461487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38519999384880066},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.37229999899864197},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33820000290870667},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3077000081539154},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29429998993873596},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2621000111103058},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.25147","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.25147","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6543186902999878,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"User":[0],"modeling":[1],"in":[2,68],"industrial":[3,221],"recommender":[4],"systems":[5],"typically":[6],"produces":[7,45],"dense":[8,104,138,228],"embeddings,":[9],"which":[10],"suffer":[11],"from":[12,91,112,198],"representational":[13],"constraints":[14],"inherent":[15],"to":[16,29,50,52,94,147],"fixed-dimensional":[17],"vectors.":[18],"An":[19],"emerging":[20],"alternative":[21],"for":[22,65,75],"discrete":[23,72,99],"user":[24,32,95,101,105,126,185,218],"representation":[25,196],"--":[26,34],"using":[27],"LLMs":[28],"generate":[30],"text-based":[31],"tokens":[33,102,219,226],"captures":[35],"topical":[36],"co-occurrences":[37],"rather":[38],"than":[39],"deep":[40],"sequential":[41],"behavior":[42],"dynamics":[43],"and":[44,103,153,165,175,223,227],"outputs":[46],"that":[47,86,135,194,225],"are":[48],"difficult":[49],"ground":[51],"item":[53,60,92],"attributes.":[54],"Meanwhile,":[55],"Semantic":[56],"ID":[57],"(SID)":[58],"based":[59],"tokenization":[61],"has":[62],"proven":[63],"effective":[64],"improving":[66],"generalization":[67],"generative":[69],"recommendation,":[70],"yet":[71],"SID-based":[73,100,217],"representations":[74,127],"users":[76],"remain":[77],"largely":[78],"unexplored.":[79],"We":[80,168],"propose":[81],"TokenMinds,":[82],"an":[83,108,191],"industrial-scale":[84],"system":[85],"extends":[87,146],"the":[88,119,141,205,213],"PLUM":[89],"framework":[90],"retrieval":[93],"modeling,":[96],"generating":[97],"both":[98],"embeddings":[106,229],"via":[107,190],"encoder-decoder":[109],"architecture":[110],"adapted":[111],"pre-trained":[113],"LLMs.":[114],"This":[115],"dual-output":[116],"design":[117],"provides":[118],"complementary":[120,231],"benefits":[121],"of":[122,188,216],"discrete,":[123],"semantically":[124],"grounded":[125],"while":[128],"maintaining":[129],"compatibility":[130],"with":[131],"existing":[132],"downstream":[133,199,207],"models":[134],"rely":[136],"on":[137,178,183,202],"embeddings.":[139],"Additionally,":[140],"shared":[142],"SID":[143],"vocabulary":[144],"naturally":[145],"cross-scenario":[148],"modeling:":[149],"by":[150],"unifying":[151],"long-form":[152],"short-form":[154],"video":[155],"behaviors":[156],"into":[157],"a":[158],"single":[159],"model,":[160],"we":[161],"substantially":[162],"reduce":[163],"training":[164],"serving":[166],"costs.":[167],"validate":[169],"TokenMinds":[170],"through":[171],"extensive":[172],"offline":[173],"experiments":[174],"live":[176],"launches":[177],"multiple":[179],"YouTube":[180],"surfaces,":[181],"served":[182],"full":[184],"traffic":[186],"(billions":[187],"users)":[189],"asynchronous":[192],"infrastructure":[193],"decouples":[195],"generation":[197],"scoring.":[200],"Focusing":[201],"ranking":[203,236],"as":[204],"primary":[206],"use":[208],"case,":[209],"our":[210],"results":[211],"confirm":[212],"practical":[214],"viability":[215],"at":[220],"scale":[222],"demonstrate":[224],"provide":[230],"value":[232],"across":[233],"different":[234],"production":[235],"systems.":[237]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-26T00:00:00"}