{"id":"https://openalex.org/W3094324255","doi":"https://doi.org/10.1145/3340531.3412688","title":"AutoADR","display_name":"AutoADR","publication_year":2020,"publication_date":"2020-10-19","ids":{"openalex":"https://openalex.org/W3094324255","doi":"https://doi.org/10.1145/3340531.3412688","mag":"3094324255"},"language":"en","primary_location":{"id":"doi:10.1145/3340531.3412688","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340531.3412688","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101786165","display_name":"Yiren Chen","orcid":"https://orcid.org/0000-0003-2538-1105"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiren Chen","raw_affiliation_strings":["Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041619025","display_name":"Yaming Yang","orcid":"https://orcid.org/0000-0002-8830-1208"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaming Yang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112623688","display_name":"Hong Sun","orcid":"https://orcid.org/0009-0007-7094-7274"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Sun","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100776576","display_name":"Yujing Wang","orcid":"https://orcid.org/0000-0002-7940-5216"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujing Wang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064779937","display_name":"Yu Xu","orcid":"https://orcid.org/0000-0002-7304-5045"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Xu","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081156337","display_name":"Wei Shen","orcid":"https://orcid.org/0000-0002-3585-0369"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Shen","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040927901","display_name":"Rong Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Zhou","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024097240","display_name":"Yunhai Tong","orcid":"https://orcid.org/0000-0001-8735-2516"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhai Tong","raw_affiliation_strings":["Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006792341","display_name":"Jing Bai","orcid":"https://orcid.org/0000-0003-4247-6210"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jing Bai","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046102901","display_name":"Ruofei Zhang","orcid":"https://orcid.org/0000-0002-4063-0109"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruofei Zhang","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5101786165"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":0.1372,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.56901934,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2365","last_page":"2372"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8014873266220093},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7948969602584839},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5496948957443237},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48718780279159546},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4048890769481659},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34182727336883545},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2818426489830017}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8014873266220093},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7948969602584839},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5496948957443237},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48718780279159546},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4048890769481659},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34182727336883545},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2818426489830017},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3340531.3412688","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340531.3412688","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1631063262","https://openalex.org/W1993378086","https://openalex.org/W2106411961","https://openalex.org/W2131876387","https://openalex.org/W2186845332","https://openalex.org/W2809205451","https://openalex.org/W2892181857","https://openalex.org/W2963241825","https://openalex.org/W2964081807","https://openalex.org/W2970454332","https://openalex.org/W2978017171","https://openalex.org/W2988022164","https://openalex.org/W2996370832","https://openalex.org/W3034560159"],"related_works":["https://openalex.org/W2096848550","https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W2021850411","https://openalex.org/W1966028533","https://openalex.org/W4312263439","https://openalex.org/W2384888906","https://openalex.org/W4224009465","https://openalex.org/W1584628001","https://openalex.org/W2036641180"],"abstract_inverted_index":{"Large-scale":[0],"pre-trained":[1,24,73,146],"models":[2,25,75],"have":[3],"attracted":[4],"extensive":[5],"attention":[6],"in":[7,55,219],"the":[8,153,165,174,183,191,199],"research":[9],"community":[10],"and":[11,28,99,159],"shown":[12],"promising":[13],"results":[14],"on":[15,64,188],"various":[16],"tasks":[17],"of":[18,190,198],"natural":[19],"language":[20,74],"processing.":[21],"However,":[22],"these":[23,105],"are":[26],"memory":[27,158],"computation":[29],"intensive,":[30],"hindering":[31],"their":[32],"deployment":[33],"into":[34,108,161,173,228],"industrial":[35],"online":[36,56,109,154,220],"systems":[37],"like":[38],"Ad":[39,57,110,132,176,193,231],"Relevance.":[40,58,133],"Meanwhile,":[41],"how":[42,68],"to":[43,69,95,103,125,211],"design":[44,86],"an":[45],"effective":[46],"yet":[47],"efficient":[48],"model":[49,85,148,166,195,224],"architecture":[50,65,122,130],"is":[51,137],"another":[52],"challenging":[53],"problem":[54],"Recently,":[59],"AutoML":[60],"shed":[61],"new":[62],"lights":[63],"design,":[66],"but":[67],"integrate":[70],"it":[71],"with":[72],"remains":[76],"unsettled.":[77],"In":[78],"this":[79,97,206],"paper,":[80],"we":[81],"propose":[82],"AutoADR":[83,117,169],"(Automatic":[84],"for":[87,131],"AD":[88],"Relevance)":[89],"---":[90],"a":[91,119,127,144,171,212],"novel":[92],"end-to-end":[93],"framework":[94],"address":[96],"challenge,":[98],"share":[100],"our":[101],"experience":[102],"ship":[104],"cutting-edge":[106],"techniques":[107],"Relevance":[111,177,194,232],"system":[112],"at":[113],"Microsoft":[114,229],"Bing.":[115],"Specifically,":[116],"leverages":[118],"one-shot":[120],"neural":[121],"search":[123,135],"algorithm":[124],"find":[126],"tailored":[128],"network":[129],"The":[134],"process":[136],"simultaneously":[138],"guided":[139],"by":[140,168,196],"knowledge":[141],"distillation":[142],"from":[143],"large":[145],"teacher":[147],"(e.g.":[149,157],"BERT),":[150],"while":[151],"taking":[152],"serving":[155],"constraints":[156],"latency)":[160],"consideration.":[162],"We":[163],"add":[164],"designed":[167,208],"as":[170],"sub-model":[172,181,209],"production":[175],"model.":[178,234],"This":[179,223],"additional":[180],"improves":[182],"Precision-Recall":[184],"AUC":[185],"(PR":[186],"AUC)":[187],"top":[189],"original":[192],"2.65X":[197],"normalized":[200],"shipping":[201],"bar.":[202],"More":[203],"importantly,":[204],"adding":[205],"automatically":[207],"leads":[210],"statistically":[213],"significant":[214],"4.6%":[215],"Bad-Ad":[216],"ratio":[217],"reduction":[218],"A/B":[221],"testing.":[222],"has":[225],"been":[226],"shipped":[227],"Bing":[230],"Production":[233]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2020-10-29T00:00:00"}