{"id":"https://openalex.org/W3209710210","doi":"https://doi.org/10.1145/3459637.3482362","title":"Learning An End-to-End Structure for Retrieval in Large-Scale Recommendations","display_name":"Learning An End-to-End Structure for Retrieval in Large-Scale Recommendations","publication_year":2021,"publication_date":"2021-10-26","ids":{"openalex":"https://openalex.org/W3209710210","doi":"https://doi.org/10.1145/3459637.3482362","mag":"3209710210"},"language":"en","primary_location":{"id":"doi:10.1145/3459637.3482362","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3459637.3482362","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079380666","display_name":"Weihao Gao","orcid":"https://orcid.org/0000-0002-5322-7730"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Weihao Gao","raw_affiliation_strings":["ByteDance Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001542440","display_name":"Xiangjun Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiangjun Fan","raw_affiliation_strings":["ByteDance Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100329436","display_name":"Chong Wang","orcid":"https://orcid.org/0000-0002-0541-2210"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chong Wang","raw_affiliation_strings":["ByteDance Inc., Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101424691","display_name":"Jiankai Sun","orcid":"https://orcid.org/0000-0002-7214-0665"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiankai Sun","raw_affiliation_strings":["ByteDance Inc., Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000699866","display_name":"Kai Jia","orcid":"https://orcid.org/0000-0001-6192-7094"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kai Jia","raw_affiliation_strings":["ByteDance Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029897548","display_name":"Wenzi Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenzi Xiao","raw_affiliation_strings":["ByteDance Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032128171","display_name":"Ruofan Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruofan Ding","raw_affiliation_strings":["ByteDance Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023757005","display_name":"Xingyan Bin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xingyan Bin","raw_affiliation_strings":["ByteDance Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025057790","display_name":"Hui Yang","orcid":"https://orcid.org/0000-0002-8040-2792"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hui Yang","raw_affiliation_strings":["ByteDance Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100731168","display_name":"Xiaobing Liu","orcid":"https://orcid.org/0000-0002-8457-249X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaobing Liu","raw_affiliation_strings":["ByteDance Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Mountain View, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5079380666"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9279,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.88952705,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"524","last_page":"533"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7535420656204224},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5978115200996399},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5137578248977661},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.473722368478775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4547698497772217},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4384925961494446},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43829795718193054},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4315760135650635},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.4307926893234253},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.4235050678253174},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3260274827480316},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10765832662582397}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7535420656204224},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5978115200996399},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5137578248977661},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.473722368478775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4547698497772217},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4384925961494446},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43829795718193054},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4315760135650635},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.4307926893234253},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.4235050678253174},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3260274827480316},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10765832662582397},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3459637.3482362","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3459637.3482362","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.550000011920929,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W146125889","https://openalex.org/W1553409264","https://openalex.org/W1997944350","https://openalex.org/W2027731328","https://openalex.org/W2042281163","https://openalex.org/W2049633694","https://openalex.org/W2054141820","https://openalex.org/W2077815765","https://openalex.org/W2086504823","https://openalex.org/W2124509324","https://openalex.org/W2137245235","https://openalex.org/W2159094788","https://openalex.org/W2169054943","https://openalex.org/W2219888463","https://openalex.org/W2295739661","https://openalex.org/W2509235963","https://openalex.org/W2512971201","https://openalex.org/W2605350416","https://openalex.org/W2783666221","https://openalex.org/W2789977095","https://openalex.org/W2951001079","https://openalex.org/W2963469388","https://openalex.org/W2963799213","https://openalex.org/W2970574105","https://openalex.org/W2971163528","https://openalex.org/W2982930951","https://openalex.org/W2990176236","https://openalex.org/W3098649723","https://openalex.org/W3106181667","https://openalex.org/W3171249018","https://openalex.org/W4297971002"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2151749779","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2372385138","https://openalex.org/W4296359239","https://openalex.org/W2101155126","https://openalex.org/W3179968364"],"abstract_inverted_index":{"One":[0],"of":[1,178,184,199,201,203],"the":[2,72,94,109,114,121,127,145,149,182,190,197],"core":[3],"problems":[4],"in":[5,18,76,160,176],"large-scale":[6],"recommendations":[7],"is":[8,123,188],"to":[9,45,57,71,107,125],"retrieve":[10,126],"top":[11,47,128],"relevant":[12],"candidates":[13,95,129],"accurately":[14],"and":[15,35,99],"efficiently,":[16],"preferably":[17],"sub-linear":[19,139],"time.":[20],"Previous":[21],"approaches":[22],"are":[23,96],"mostly":[24],"based":[25],"on":[26,152],"a":[27,59,86,117,161,166,172],"two-step":[28],"procedure:":[29],"first":[30,134,191],"learn":[31,58],"an":[32],"inner-product":[33],"model,":[34],"then":[36],"use":[37],"some":[38],"approximate":[39],"nearest":[40],"neighbor":[41],"(ANN)":[42],"search":[43,119],"algorithm":[44],"find":[46],"candidates.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52,133,157],"present":[53],"Deep":[54],"Retrieval":[55],"(DR),":[56],"retrievable":[60],"structure":[61,80,122],"directly":[62],"with":[63,102,138],"user-item":[64],"interaction":[65],"data":[66],"(e.g.":[67],"clicks)":[68],"without":[69],"resorting":[70],"Euclidean":[73],"space":[74],"assumption":[75],"ANN":[77,174],"algorithms.":[78],"DR's":[79],"encodes":[81],"all":[82],"candidate":[83],"items":[84,204],"into":[85],"discrete":[87],"latent":[88,91],"space.":[89],"Those":[90],"codes":[92],"for":[93,130,205],"model":[97,115],"parameters":[98,106],"learnt":[100],"together":[101],"other":[103],"neural":[104],"network":[105],"maximize":[108],"same":[110,146],"objective":[111],"function.":[112],"With":[113],"learnt,":[116],"beam":[118],"over":[120],"performed":[124],"reranking.":[131],"Empirically,":[132],"demonstrate":[135],"that":[136],"DR,":[137],"computational":[140],"complexity,":[141],"can":[142],"achieve":[143],"almost":[144],"accuracy":[147],"as":[148],"brute-force":[150],"baseline":[151,175],"two":[153],"public":[154],"datasets.":[155],"Moreover,":[156],"show":[158],"that,":[159],"live":[162],"production":[163],"recommendation":[164,207],"system,":[165],"deployed":[167,195],"DR":[168,187],"approach":[169],"significantly":[170],"outperforms":[171],"well-tuned":[173],"terms":[177],"engagement":[179],"metrics.":[180],"To":[181],"best":[183],"our":[185],"knowledge,":[186],"among":[189],"non-ANN":[192],"algorithms":[193],"successfully":[194],"at":[196],"scale":[198],"hundreds":[200],"millions":[202],"industrial":[206],"systems.":[208]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}