{"id":"https://openalex.org/W3009886634","doi":"https://doi.org/10.1145/3366423.3380030","title":"Stabilizing Neural Search Ranking Models","display_name":"Stabilizing Neural Search Ranking Models","publication_year":2020,"publication_date":"2020-04-20","ids":{"openalex":"https://openalex.org/W3009886634","doi":"https://doi.org/10.1145/3366423.3380030","mag":"3009886634"},"language":"en","primary_location":{"id":"doi:10.1145/3366423.3380030","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3366423.3380030","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Web Conference 2020","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101716508","display_name":"Ruilin Li","orcid":"https://orcid.org/0000-0003-4395-1351"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ruilin Li","raw_affiliation_strings":["Georgia Institute of Technology & Google LLC"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology & Google LLC","institution_ids":["https://openalex.org/I130701444","https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100763095","display_name":"Zhen Qin","orcid":"https://orcid.org/0000-0001-7857-9719"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhen Qin","raw_affiliation_strings":["Google LLC"],"affiliations":[{"raw_affiliation_string":"Google LLC","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064608039","display_name":"Xuanhui Wang","orcid":"https://orcid.org/0009-0000-1388-1423"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuanhui Wang","raw_affiliation_strings":["Google LLC"],"affiliations":[{"raw_affiliation_string":"Google LLC","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017879238","display_name":"Suming J. Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suming J. Chen","raw_affiliation_strings":["Google LLC"],"affiliations":[{"raw_affiliation_string":"Google LLC","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000115067","display_name":"Donald Metzler","orcid":"https://orcid.org/0000-0003-4276-6269"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donald Metzler","raw_affiliation_strings":["Google LLC"],"affiliations":[{"raw_affiliation_string":"Google LLC","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101716508"],"corresponding_institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":0.2651,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.61075492,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"11","issue":null,"first_page":"2725","last_page":"2732"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.784988284111023},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.784614086151123},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7481649518013},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.59502774477005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5304030179977417},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48180240392684937},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4108719229698181}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.784988284111023},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.784614086151123},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7481649518013},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.59502774477005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5304030179977417},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48180240392684937},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4108719229698181},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3366423.3380030","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3366423.3380030","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Web Conference 2020","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W1678356000","https://openalex.org/W1854214752","https://openalex.org/W1967956032","https://openalex.org/W1975566260","https://openalex.org/W2047221353","https://openalex.org/W2063774778","https://openalex.org/W2091158010","https://openalex.org/W2108126284","https://openalex.org/W2108862644","https://openalex.org/W2111322878","https://openalex.org/W2112076978","https://openalex.org/W2112508839","https://openalex.org/W2115584760","https://openalex.org/W2118267850","https://openalex.org/W2126002144","https://openalex.org/W2131876387","https://openalex.org/W2136189984","https://openalex.org/W2143331230","https://openalex.org/W2146502635","https://openalex.org/W2148212498","https://openalex.org/W2149427297","https://openalex.org/W2153579005","https://openalex.org/W2159024459","https://openalex.org/W2167982713","https://openalex.org/W2168231600","https://openalex.org/W2186845332","https://openalex.org/W2340526403","https://openalex.org/W2475334473","https://openalex.org/W2582836203","https://openalex.org/W2603221039","https://openalex.org/W2608609325","https://openalex.org/W2725049817","https://openalex.org/W2769473018","https://openalex.org/W2773640334","https://openalex.org/W2774514250","https://openalex.org/W2806615039","https://openalex.org/W2947404296","https://openalex.org/W2950577311","https://openalex.org/W2959353218","https://openalex.org/W2962680776","https://openalex.org/W4252222626","https://openalex.org/W4300544062","https://openalex.org/W6676237016","https://openalex.org/W6676769703"],"related_works":["https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W4252555497","https://openalex.org/W3121175838","https://openalex.org/W3016293053","https://openalex.org/W1690653314","https://openalex.org/W2275524962","https://openalex.org/W2401723157","https://openalex.org/W2065055572","https://openalex.org/W2784269775"],"abstract_inverted_index":{"Neural":[0],"search":[1,122,199,202],"ranking":[2,87,123],"models":[3,37,52,82,124],"have":[4],"been":[5],"not":[6,97],"only":[7,98],"actively":[8],"studied":[9],"in":[10,19,40,217],"the":[11,26,35,41,55,78,142,148,162,166,170,184,195,219],"information":[12],"retrieval":[13],"community,":[14],"but":[15,104,131],"also":[16,105],"widely":[17],"adopted":[18],"real-world":[20],"industrial":[21],"applications.":[22],"However,":[23],"due":[24],"to":[25,71,84,100,108,119,182,225],"non-convexity":[27],"and":[28,65,111,147,177,203,222],"stochastic":[29],"training":[30],"of":[31,80,93,150,194],"neural":[32,81,121],"model":[33,44,67,73,115,126,227],"formulations,":[34],"obtained":[36],"are":[38,62,69,190,214,223],"unstable":[39],"sense":[42],"that":[43,210],"predictions":[45],"can":[46,112],"vary":[47],"a":[48,90],"lot":[49],"for":[50,89],"two":[51,175,193],"trained":[53],"with":[54,161],"same":[56],"configuration.":[57],"In":[58,75],"practice,":[59],"new":[60,66],"features":[61],"continuously":[63],"introduced":[64],"architectures":[68],"explored":[70],"improve":[72],"effectiveness.":[74],"these":[76],"cases,":[77],"instability":[79],"leads":[83],"unnecessary":[85],"document":[86],"changes":[88,96],"large":[91],"portion":[92],"queries.":[94,152,172],"Such":[95],"lead":[99],"inconsistent":[101],"user":[102],"experience,":[103],"add":[106],"noise":[107],"online":[109],"experimentation":[110],"slow":[113],"down":[114],"improvement":[116,146],"cycles.":[117],"How":[118],"stabilize":[120],"during":[125],"update":[127,228],"is":[128],"an":[129,158],"important":[130],"largely":[132],"unexplored":[133],"problem.":[134,186],"Motivated":[135],"by":[136],"trigger":[137],"analysis,":[138],"we":[139,154],"suggest":[140],"balancing":[141],"trade-off":[143],"between":[144],"performance":[145],"number":[149],"affected":[151,171],"Concretely,":[153],"formulate":[155],"it":[156],"as":[157,164],"optimization":[159,185],"problem":[160],"objective":[163,221],"maximizing":[165],"average":[167],"effect":[168],"over":[169],"We":[173],"propose":[174],"heuristics":[176],"one":[178],"theory-guided":[179],"stabilization":[180],"method":[181],"solve":[183],"Our":[187],"proposed":[188,212,220],"methods":[189,213],"evaluated":[191],"on":[192],"world\u2019s":[196],"largest":[197],"personal":[198],"services:":[200],"Gmail":[201],"Google":[204],"Drive":[205],"search.":[206],"Empirical":[207],"results":[208],"show":[209],"our":[211],"very":[215],"effective":[216],"optimizing":[218],"applicable":[224],"different":[226],"scenarios.":[229]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}