{"id":"https://openalex.org/W4416018017","doi":"https://doi.org/10.1145/3746252.3761507","title":"RankMixer: Scaling Up Ranking Models in Industrial Recommenders","display_name":"RankMixer: Scaling Up Ranking Models in Industrial Recommenders","publication_year":2025,"publication_date":"2025-11-08","ids":{"openalex":"https://openalex.org/W4416018017","doi":"https://doi.org/10.1145/3746252.3761507"},"language":null,"primary_location":{"id":"doi:10.1145/3746252.3761507","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3761507","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jie Zhu","orcid":"https://orcid.org/0009-0001-4167-5245"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jie Zhu","raw_affiliation_strings":["ByteDance, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0001-4167-5245","affiliations":[{"raw_affiliation_string":"ByteDance, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050427765","display_name":"Zhifang Fan","orcid":"https://orcid.org/0009-0003-5234-3224"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhifang Fan","raw_affiliation_strings":["Independent Researcher, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-5234-3224","affiliations":[{"raw_affiliation_string":"Independent Researcher, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013916991","display_name":"Xiaoxie Zhu","orcid":"https://orcid.org/0000-0003-2205-4459"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoxie Zhu","raw_affiliation_strings":["ByteDance, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2205-4459","affiliations":[{"raw_affiliation_string":"ByteDance, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuchen Jiang","orcid":"https://orcid.org/0009-0004-4311-5374"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuchen Jiang","raw_affiliation_strings":["ByteDance, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-4311-5374","affiliations":[{"raw_affiliation_string":"ByteDance, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032497440","display_name":"Hangyu Wang","orcid":"https://orcid.org/0009-0006-0410-5426"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hangyu Wang","raw_affiliation_strings":["ByteDance, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-0410-5426","affiliations":[{"raw_affiliation_string":"ByteDance, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011049445","display_name":"Xintian Han","orcid":"https://orcid.org/0000-0003-1432-5095"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xintian Han","raw_affiliation_strings":["ByteDance, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1432-5095","affiliations":[{"raw_affiliation_string":"ByteDance, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haoran Ding","orcid":"https://orcid.org/0009-0003-1680-4687"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haoran Ding","raw_affiliation_strings":["ByteDance, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-1680-4687","affiliations":[{"raw_affiliation_string":"ByteDance, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006199471","display_name":"Xinmin Wang","orcid":"https://orcid.org/0000-0003-1675-327X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinmin Wang","raw_affiliation_strings":["ByteDance, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1675-327X","affiliations":[{"raw_affiliation_string":"ByteDance, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113905368","display_name":"Wenlin Zhao","orcid":"https://orcid.org/0000-0002-0655-4317"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenlin Zhao","raw_affiliation_strings":["ByteDance, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0655-4317","affiliations":[{"raw_affiliation_string":"ByteDance, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101775598","display_name":"Zhen Gong","orcid":"https://orcid.org/0009-0005-6145-0288"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhen Gong","raw_affiliation_strings":["ByteDance, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-6145-0288","affiliations":[{"raw_affiliation_string":"ByteDance, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039775403","display_name":"Huizhi Yang","orcid":"https://orcid.org/0009-0007-0201-1861"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huizhi Yang","raw_affiliation_strings":["ByteDance, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-0201-1861","affiliations":[{"raw_affiliation_string":"ByteDance, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081043925","display_name":"Zheng Chai","orcid":"https://orcid.org/0000-0001-9823-2990"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng Chai","raw_affiliation_strings":["ByteDance, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9823-2990","affiliations":[{"raw_affiliation_string":"ByteDance, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075843367","display_name":"Zhe Chen","orcid":"https://orcid.org/0009-0003-2716-9885"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhe Chen","raw_affiliation_strings":["ByteDance, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-2716-9885","affiliations":[{"raw_affiliation_string":"ByteDance, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053722924","display_name":"Yuchao Zheng","orcid":"https://orcid.org/0000-0002-9804-2721"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuchao Zheng","raw_affiliation_strings":["ByteDance, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9804-2721","affiliations":[{"raw_affiliation_string":"ByteDance, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108868127","display_name":"Q. M. Chen","orcid":"https://orcid.org/0009-0002-8920-1716"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiwei Chen","raw_affiliation_strings":["Independent Researcher, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-8920-1716","affiliations":[{"raw_affiliation_string":"Independent Researcher, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103325682","display_name":"Feng Zhang","orcid":"https://orcid.org/0009-0009-2635-2710"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng Zhang","raw_affiliation_strings":["ByteDance, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-2635-2710","affiliations":[{"raw_affiliation_string":"ByteDance, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034858930","display_name":"Xun Zhou","orcid":"https://orcid.org/0009-0001-6788-8978"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xun Zhou","raw_affiliation_strings":["ByteDance, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-6788-8978","affiliations":[{"raw_affiliation_string":"ByteDance, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106023447","display_name":"Peng Xu","orcid":"https://orcid.org/0009-0008-2580-0983"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng Xu","raw_affiliation_strings":["ByteDance, San Jose, USA"],"raw_orcid":"https://orcid.org/0009-0008-2580-0983","affiliations":[{"raw_affiliation_string":"ByteDance, San Jose, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114029280","display_name":"Xiao Yang","orcid":"https://orcid.org/0000-0003-0712-0550"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao Yang","raw_affiliation_strings":["ByteDance, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0712-0550","affiliations":[{"raw_affiliation_string":"ByteDance, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108952730","display_name":"Di Wu","orcid":"https://orcid.org/0009-0006-8084-7608"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Di Wu","raw_affiliation_strings":["ByteDance, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-8084-7608","affiliations":[{"raw_affiliation_string":"ByteDance, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102662669","display_name":"Zuotao Liu","orcid":"https://orcid.org/0009-0004-4755-1835"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuotao Liu","raw_affiliation_strings":["ByteDance, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-4755-1835","affiliations":[{"raw_affiliation_string":"ByteDance, Shanghai, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6309","last_page":"6316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.37229999899864197,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.37229999899864197,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.10679999738931656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.04690000042319298,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7645999789237976},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6759999990463257},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5461000204086304},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.42800000309944153},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4097000062465668},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.40310001373291016},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.37869998812675476}],"concepts":[{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7645999789237976},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.746999979019165},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6759999990463257},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5461000204086304},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.42800000309944153},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.37869998812675476},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3610000014305115},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.3359000086784363},{"id":"https://openalex.org/C2781198186","wikidata":"https://www.wikidata.org/wiki/Q701521","display_name":"Collusion","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32510000467300415},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29910001158714294},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.2937999963760376},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26499998569488525}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746252.3761507","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3761507","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2475334473","https://openalex.org/W2512971201","https://openalex.org/W2723293840","https://openalex.org/W2793768763","https://openalex.org/W2898085636","https://openalex.org/W2911760887","https://openalex.org/W2963924287","https://openalex.org/W2964182926","https://openalex.org/W2979450518","https://openalex.org/W3088777230","https://openalex.org/W3093945404","https://openalex.org/W3172942063","https://openalex.org/W4284687448","https://openalex.org/W4382239917","https://openalex.org/W4392489983","https://openalex.org/W4400528754","https://openalex.org/W4401863333","https://openalex.org/W4403218830","https://openalex.org/W4403221563","https://openalex.org/W4405627846"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"progress":[1],"on":[2,25,152],"large":[3],"language":[4],"models":[5,44],"(LLMs)":[6],"has":[7],"spurred":[8],"interest":[9],"in":[10,42,58],"scaling":[11,150],"up":[12],"recommendation":[13],"systems,":[14],"yet":[15],"two":[16,183,203],"practical":[17],"obstacles":[18],"remain.":[19],"First,":[20],"training":[21],"and":[22,33,51,64,78,110,141,175,208,232],"serving":[23,219,223],"cost":[24],"industrial":[26],"Recommenders":[27],"must":[28],"respect":[29],"strict":[30],"latency":[31],"bounds":[32],"high":[34,86],"QPS":[35],"demands.":[36],"Second,":[37],"most":[38],"human-designed":[39],"feature-crossing":[40],"modules":[41,163],"ranking":[43,179],"were":[45],"inherited":[46],"from":[47,171],"the":[48,84,104,139,168,190,222],"CPU":[49],"era":[50],"fail":[52],"to":[53,120,137,173],"exploit":[54],"modern":[55],"GPUs,":[56],"resulting":[57],"low":[59],"Model":[60],"Flops":[61],"Utilization":[62],"(MFU)":[63],"poor":[65],"scalability.":[66],"We":[67,116,194],"introduce":[68],"RankMixer,":[69,165],"a":[70,76,125,153],"hardware-aware":[71],"model":[72,169,180],"design":[73],"tailored":[74],"towards":[75],"unified":[77],"scalable":[79],"feature-interaction":[80],"architecture.":[81],"RankMixer":[82,101,215],"retains":[83],"transformer's":[85],"parallelism":[87],"while":[88,187],"replacing":[89,158],"quadratic":[90],"self-attention":[91],"with":[92,113,124,164,198],"multi-head":[93],"token":[94],"mixing":[95],"module":[96],"for":[97,106,128,216],"higher":[98,129],"efficiency.":[99],"Besides,":[100],"maintains":[102],"both":[103],"modeling":[105],"distinct":[107],"feature":[108],"subspaces":[109],"cross-feature-space":[111],"interactions":[112],"Per-token":[114],"FFNs.":[115],"further":[117],"extend":[118],"it":[119],"one":[121],"billion":[122],"parameters":[123,181],"Sparse-MoE":[126],"variant":[127],"ROI.":[130],"A":[131],"dynamic":[132],"routing":[133],"strategy":[134],"is":[135],"adapted":[136],"address":[138],"inadequacy":[140],"imbalance":[142],"of":[143,185],"experts":[144],"training.":[145],"Experiments":[146],"show":[147],"RankMixer's":[148,196],"superior":[149],"abilities":[151],"trillion-scale":[154],"production":[155],"dataset.":[156],"By":[157],"previously":[159],"diverse":[160],"handcrafted":[161],"low-MFU":[162],"we":[166,211],"boost":[167],"MFU":[170],"4.5%":[172],"45%,":[174],"scale":[176],"our":[177],"online":[178,199],"by":[182,230,237],"orders":[184],"magnitude":[186],"maintaining":[188],"roughly":[189],"same":[191],"inference":[192],"latency.":[193],"verify":[195],"universality":[197],"A/B":[200],"tests":[201],"across":[202],"core":[204],"application":[205],"scenarios":[206],"(Recommendation":[207],"Advertisement).":[209],"Finally,":[210],"launch":[212],"1B":[213],"Dense-Parameters":[214],"full":[217],"traffic":[218],"without":[220],"increasing":[221],"cost,":[224],"which":[225],"improves":[226],"user":[227],"active":[228],"days":[229],"0.3%":[231],"total":[233],"in-app":[234],"usage":[235],"duration":[236],"1.08%.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":8}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-11-08T00:00:00"}