{"id":"https://openalex.org/W4290878287","doi":"https://doi.org/10.1145/3534678.3542632","title":"Deep Search Relevance Ranking in Practice","display_name":"Deep Search Relevance Ranking in Practice","publication_year":2022,"publication_date":"2022-08-12","ids":{"openalex":"https://openalex.org/W4290878287","doi":"https://doi.org/10.1145/3534678.3542632"},"language":"en","primary_location":{"id":"doi:10.1145/3534678.3542632","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3534678.3542632","pdf_url":null,"source":{"id":"https://openalex.org/S4363608767","display_name":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033127375","display_name":"Linsey Pang","orcid":"https://orcid.org/0000-0002-4784-9795"},"institutions":[{"id":"https://openalex.org/I4210155268","display_name":"Salesforce (United States)","ror":"https://ror.org/057315g56","country_code":"US","type":"company","lineage":["https://openalex.org/I4210155268"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Linsey Pang","raw_affiliation_strings":["Salesforce, San Francisco, CA, USA"],"affiliations":[{"raw_affiliation_string":"Salesforce, San Francisco, CA, USA","institution_ids":["https://openalex.org/I4210155268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431652","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0001-6565-5815"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["University of Technology Sydney, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103647697","display_name":"Keng-hao Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keng-Hao Chang","raw_affiliation_strings":["Microsoft, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372201","display_name":"Xue Li","orcid":"https://orcid.org/0000-0002-4515-6792"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xue Li","raw_affiliation_strings":["Microsoft, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047314505","display_name":"Moumita Bhattacharya","orcid":"https://orcid.org/0000-0002-7836-4504"},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Moumita Bhattacharya","raw_affiliation_strings":["Netflix, Los Gatos, CA, USA"],"affiliations":[{"raw_affiliation_string":"Netflix, Los Gatos, CA, USA","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038164132","display_name":"Xianjing Liu","orcid":"https://orcid.org/0000-0002-2554-5168"},"institutions":[{"id":"https://openalex.org/I113979032","display_name":"Twitter (United States)","ror":"https://ror.org/04wt43v05","country_code":"US","type":"company","lineage":["https://openalex.org/I113979032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xianjing Liu","raw_affiliation_strings":["Twitter, San Jose , CA, USA"],"affiliations":[{"raw_affiliation_string":"Twitter, San Jose , CA, USA","institution_ids":["https://openalex.org/I113979032"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079118288","display_name":"Stephen Guo","orcid":"https://orcid.org/0000-0001-5054-2850"},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Guo","raw_affiliation_strings":["Walmart Global Tech, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Walmart Global Tech, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1330693074"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5033127375"],"corresponding_institution_ids":["https://openalex.org/I4210155268"],"apc_list":null,"apc_paid":null,"fwci":0.1457,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.38399072,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"4810","last_page":"4811"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8066861033439636},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6072129011154175},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5956053137779236},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5749318599700928},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.569117546081543},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5601934194564819},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.533200204372406},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.5246089696884155},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5133980512619019},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.47979265451431274},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4358684718608856},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42363104224205017},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34782156348228455},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.15738973021507263},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09940826892852783}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8066861033439636},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6072129011154175},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5956053137779236},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5749318599700928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.569117546081543},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5601934194564819},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.533200204372406},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.5246089696884155},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5133980512619019},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.47979265451431274},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4358684718608856},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42363104224205017},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34782156348228455},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.15738973021507263},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09940826892852783},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3534678.3542632","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3534678.3542632","pdf_url":null,"source":{"id":"https://openalex.org/S4363608767","display_name":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2136189984","https://openalex.org/W2186845332","https://openalex.org/W2766284073","https://openalex.org/W2798283910","https://openalex.org/W3082014469","https://openalex.org/W3098851962","https://openalex.org/W4213009331","https://openalex.org/W4236157893","https://openalex.org/W4252076394"],"related_works":["https://openalex.org/W2122040421","https://openalex.org/W2041353081","https://openalex.org/W104148947","https://openalex.org/W3199233695","https://openalex.org/W2118669775","https://openalex.org/W2967976110","https://openalex.org/W2188714255","https://openalex.org/W1976758266","https://openalex.org/W3082014469","https://openalex.org/W3094502663"],"abstract_inverted_index":{"Machine":[0],"learning":[1,56,80],"techniques":[2,57],"for":[3,100],"developing":[4],"industry-scale":[5],"search":[6,49,71,93,156],"engines":[7],"have":[8,147],"long":[9],"been":[10],"a":[11,169],"prominent":[12],"part":[13],"of":[14,27,70,92,105,163,171],"most":[15,154],"domains":[16],"and":[17,36,78,86,95,115,137],"their":[18],"online":[19],"products.":[20],"Search":[21],"relevance":[22],"algorithms":[23],"are":[24,65],"key":[25],"components":[26],"products":[28],"across":[29],"different":[30],"fields,":[31],"including":[32,76,140],"e-commerce,":[33],"streaming":[34],"services,":[35],"social":[37],"networks.":[38],"In":[39],"this":[40,59,101],"tutorial,":[41],"we":[42,63,109,159],"give":[43,111],"an":[44,112,119],"introduction":[45],"to":[46,84,122],"such":[47],"large-scale":[48],"ranking":[50,72],"systems,":[51],"specifically":[52],"focusing":[53],"on":[54,126],"deep":[55],"in":[58,74,89,125,151,166],"area.":[60,102],"The":[61],"topics":[62],"cover":[64,130],"the":[66,90,106,127,141,153],"following:":[67],"(1)":[68],"Overview":[69],"systems":[73],"practice,":[75],"classical":[77],"machine":[79],"techniques;":[81],"(2)":[82],"Introduction":[83],"sequential":[85],"language":[87],"models":[88],"context":[91],"ranking;":[94],"(3)":[96],"Knowledge":[97],"distillation":[98],"approaches":[99],"For":[103],"each":[104],"aforementioned":[107],"sessions,":[108],"first":[110],"introductory":[113],"talk":[114],"then":[116],"go":[117],"over":[118],"hands-on":[120,138],"tutorial":[121],"really":[123],"hone":[124],"concepts.":[128],"We":[129],"fundamental":[131],"concepts":[132],"using":[133],"demos,":[134],"case":[135],"studies,":[136],"examples,":[139],"latest":[142],"Deep":[143],"Learning":[144],"methods":[145,165],"that":[146],"achieved":[148],"state-of-the-art":[149],"results":[150],"generating":[152],"relevant":[155],"results.":[157],"Moreover,":[158],"show":[160],"example":[161],"implementations":[162],"these":[164],"python,":[167],"leveraging":[168],"variety":[170],"open-source":[172,182],"machine-learning/deep-learning":[173],"libraries":[174],"as":[175,177],"well":[176],"real":[178],"industrial":[179],"data":[180],"or":[181],"data.":[183]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}