{"id":"https://openalex.org/W4396843722","doi":"https://doi.org/10.1145/3589335.3648336","title":"AutoML for Large Capacity Modeling of Meta's Ranking Systems","display_name":"AutoML for Large Capacity Modeling of Meta's Ranking Systems","publication_year":2024,"publication_date":"2024-05-12","ids":{"openalex":"https://openalex.org/W4396843722","doi":"https://doi.org/10.1145/3589335.3648336"},"language":"en","primary_location":{"id":"doi:10.1145/3589335.3648336","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3648336","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3648336","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3648336","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101778717","display_name":"Hang Yin","orcid":"https://orcid.org/0009-0009-2440-2550"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hang Yin","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008862154","display_name":"Kuang-Hung Liu","orcid":"https://orcid.org/0009-0004-4508-8525"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kuang-Hung Liu","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047159613","display_name":"Mengying Sun","orcid":"https://orcid.org/0000-0002-8947-0345"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengying Sun","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060296255","display_name":"Yuxin Chen","orcid":"https://orcid.org/0009-0002-3320-0159"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuxin Chen","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047533043","display_name":"Buyun Zhang","orcid":"https://orcid.org/0009-0007-9053-4661"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Buyun Zhang","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103014387","display_name":"Jiang Liu","orcid":"https://orcid.org/0000-0002-4995-4994"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiang Liu","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097767785","display_name":"Vivek Sehgal","orcid":"https://orcid.org/0009-0004-8295-6467"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivek Sehgal","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086803482","display_name":"Rudresh Rajnikant Panchal","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rudresh Rajnikant Panchal","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039562408","display_name":"Eugen Hotaj","orcid":"https://orcid.org/0009-0000-7090-0504"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eugen Hotaj","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100731599","display_name":"Xi Liu","orcid":"https://orcid.org/0000-0003-2336-8417"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xi Liu","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058392369","display_name":"Daifeng Guo","orcid":"https://orcid.org/0009-0001-9186-2655"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daifeng Guo","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048470526","display_name":"J. Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamey Zhang","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027217462","display_name":"Z. Q. Wang","orcid":"https://orcid.org/0009-0006-8225-7791"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhou Wang","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009082795","display_name":"Shali Jiang","orcid":"https://orcid.org/0009-0008-7999-6029"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shali Jiang","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100721217","display_name":"Huayu Li","orcid":"https://orcid.org/0009-0009-7855-3522"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huayu Li","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002013172","display_name":"Zhengxing Chen","orcid":"https://orcid.org/0000-0002-5030-3005"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhengxing Chen","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032809354","display_name":"Wen-Yen Chen","orcid":"https://orcid.org/0009-0004-9371-5642"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wen-Yen Chen","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033659558","display_name":"Jiyan Yang","orcid":"https://orcid.org/0009-0005-5946-5456"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiyan Yang","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103026655","display_name":"Wei Wen","orcid":"https://orcid.org/0000-0003-0027-4821"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Wen","raw_affiliation_strings":["Meta Platforms, Inc. Menlo Park, USA"],"affiliations":[{"raw_affiliation_string":"Meta Platforms, Inc. Menlo Park, USA","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":19,"corresponding_author_ids":["https://openalex.org/A5101778717"],"corresponding_institution_ids":["https://openalex.org/I4210114444"],"apc_list":null,"apc_paid":null,"fwci":1.0618,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.79724038,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"374","last_page":"382"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6638211011886597},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.57131028175354},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35080379247665405},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.22557750344276428}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6638211011886597},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.57131028175354},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35080379247665405},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.22557750344276428}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589335.3648336","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3648336","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3648336","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3589335.3648336","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3648336","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3648336","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396843722.pdf"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2076618162","https://openalex.org/W2119717200","https://openalex.org/W2475334473","https://openalex.org/W2723293840","https://openalex.org/W2793768763","https://openalex.org/W2964182926","https://openalex.org/W2966284335","https://openalex.org/W2998993395","https://openalex.org/W3081190557","https://openalex.org/W3094801149","https://openalex.org/W3104030692","https://openalex.org/W3104789011","https://openalex.org/W3169602754","https://openalex.org/W3197720002","https://openalex.org/W4211116959"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Web-scale":[0],"ranking":[1,12,33,69,79,279],"systems":[2,280],"at":[3,53,281],"Meta":[4],"serving":[5],"billions":[6],"of":[7,31,96,114,176],"users":[8],"is":[9,14,37,41,72],"complex.":[10],"Improving":[11],"models":[13,80,97,223],"essential":[15],"but":[16],"engineering":[17],"heavy.":[18],"Automated":[19],"Machine":[20],"Learning":[21],"(AutoML)":[22],"can":[23],"potentially":[24],"release":[25],"engineers":[26],"from":[27,226],"labor":[28],"intensive":[29],"work":[30],"tuning":[32],"models;":[34],"however,":[35],"it":[36],"unknown":[38],"if":[39],"AutoML":[40,91,103,124,233,272],"efficient":[42],"enough":[43],"to":[44,60,66,76,81,104,167,206,248],"meet":[45],"tight":[46,99],"production":[47,100,145,254,269],"timeline":[48],"in":[49,143,181,278],"real-world":[50,238],"applications":[51],"and,":[52],"the":[54,61,90,174],"same":[55],"time,":[56],"bring":[57],"additional":[58],"improvements":[59],"already":[62,236],"strong":[63],"baselines.":[64],"Moreover,":[65],"achieve":[67],"higher":[68],"performance,":[70],"there":[71],"an":[73],"ever-increasing":[74],"demand":[75],"scale":[77,95],"up":[78,205,247],"even":[82],"larger":[83],"capacity,":[84],"which":[85],"imposes":[86],"more":[87],"challenges":[88,142],"on":[89,128,139,224],"efficiency.":[92],"The":[93,231],"large":[94,148,182],"and":[98,132,164,187,263,274],"schedule":[101],"requires":[102],"outperform":[105],"human":[106,201],"baselines":[107],"by":[108,218],"only":[109,219],"using":[110],"a":[111,122,136,160,227,241],"small":[112],"number":[113,175],"model":[115,177,245],"evaluation":[116],"trials":[117],"(~100).":[118],"This":[119],"paper":[120],"presents":[121],"sampling-based":[123],"search":[125,131,170,229],"method,":[126],"focusing":[127],"neural":[129],"architecture":[130],"hyperparameter":[133],"optimization,":[134],"with":[135,204,246],"particular":[137],"emphasis":[138],"addressing":[140],"aforementioned":[141],"Meta-scale":[144],"when":[146],"building":[147],"capacity":[149,183],"models.":[150],"Our":[151],"approach":[152],"efficiently":[153],"handles":[154],"large-scale":[155,259],"data":[156],"demands.":[157],"It":[158],"leverages":[159],"lightweight":[161],"predictor-based":[162],"searcher":[163],"reinforcement":[165],"learning":[166],"explore":[168],"vast":[169],"spaces,":[171],"significantly":[172],"reducing":[173],"evaluations.":[178],"Through":[179],"experiments":[180],"modeling":[184],"for":[185,258],"CTR":[186,244],"CVR":[188],"applications,":[189],"we":[190],"have":[191],"demonstrated":[192],"that":[193],"our":[194],"method":[195,234],"achieves":[196],"outstanding":[197],"Return-on-Investment":[198],"(ROI)":[199],"versus":[200],"tuned":[202],"baselines,":[203],"0.09%":[207],"Normalized":[208],"Entropy":[209],"(NE)":[210],"loss":[211],"reduction":[212],"or":[213],"25%":[214],"Query-per-Second":[215],"(QPS)":[216],"increase":[217],"sampling":[220],"one":[221],"hundred":[222],"average":[225],"curated":[228],"space.":[230],"proposed":[232],"has":[235],"made":[237],"impact":[239],"where":[240],"discovered":[242],"Instagram":[243],"-0.36%":[249],"NE":[250],"gain":[251],"(over":[252],"existing":[253],"baseline)":[255],"was":[256],"selected":[257],"online":[260],"A/B":[261],"test":[262],"show":[264],"statistically":[265],"significant":[266],"gain.":[267],"These":[268],"results":[270],"proved":[271],"efficacy":[273],"accelerated":[275],"its":[276],"adoption":[277],"Meta.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-21T08:13:44.787528","created_date":"2025-10-10T00:00:00"}