{"id":"https://openalex.org/W4403582492","doi":"https://doi.org/10.1145/3627673.3680047","title":"Enhancing Relevance of Embedding-based Retrieval at Walmart","display_name":"Enhancing Relevance of Embedding-based Retrieval at Walmart","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403582492","doi":"https://doi.org/10.1145/3627673.3680047"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3680047","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3680047","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.04884","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045769121","display_name":"Juexin Lin","orcid":"https://orcid.org/0000-0001-7549-4031"},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Juexin Lin","raw_affiliation_strings":["Walmart Global Technology, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Walmart Global Technology, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1330693074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103933504","display_name":"S. K. Yadav","orcid":"https://orcid.org/0000-0001-9277-9987"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sachin Yadav","raw_affiliation_strings":["Walmart Global Technology, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Walmart Global Technology, Bangalore, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115604982","display_name":"Feng Liu","orcid":"https://orcid.org/0000-0002-7169-3241"},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feng Liu","raw_affiliation_strings":["Walmart Global Technology, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Walmart Global Technology, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1330693074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111423984","display_name":"N.T. Rossi","orcid":null},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Rossi","raw_affiliation_strings":["Walmart Global Technology, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Walmart Global Technology, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1330693074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012821092","display_name":"Praveen Reddy Suram","orcid":"https://orcid.org/0000-0002-6324-1026"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Praveen R. Suram","raw_affiliation_strings":["Walmart Global Technology, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Walmart Global Technology, Bangalore, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028024948","display_name":"Satya Chembolu","orcid":null},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Satya Chembolu","raw_affiliation_strings":["Walmart Global Technology, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Walmart Global Technology, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1330693074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099022308","display_name":"Prijith Chandran","orcid":null},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prijith Chandran","raw_affiliation_strings":["Walmart Global Technology, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Walmart Global Technology, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1330693074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099022307","display_name":"Hrushikesh Mohapatra","orcid":null},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hrushikesh Mohapatra","raw_affiliation_strings":["Walmart Global Technology, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Walmart Global Technology, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1330693074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035380617","display_name":"Tony Lee","orcid":"https://orcid.org/0000-0003-0546-6574"},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tony Lee","raw_affiliation_strings":["Walmart Global Technology, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Walmart Global Technology, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1330693074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069385730","display_name":"Alessandro Magnani","orcid":"https://orcid.org/0000-0003-0345-9629"},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alessandro Magnani","raw_affiliation_strings":["Walmart Global Technology, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Walmart Global Technology, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1330693074"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060322416","display_name":"Ciya Liao","orcid":"https://orcid.org/0000-0001-6788-139X"},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ciya Liao","raw_affiliation_strings":["Walmart Global Technology, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Walmart Global Technology, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1330693074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5045769121"],"corresponding_institution_ids":["https://openalex.org/I1330693074"],"apc_list":null,"apc_paid":null,"fwci":2.4326,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.9058947,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4694","last_page":"4701"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8527731895446777},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6858489513397217},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6564834117889404},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.6342446804046631},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4784824252128601},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2873257100582123},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.2606281340122223},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08978426456451416}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8527731895446777},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6858489513397217},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6564834117889404},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.6342446804046631},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4784824252128601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2873257100582123},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.2606281340122223},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08978426456451416},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3627673.3680047","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3680047","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2408.04884","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.04884","pdf_url":"https://arxiv.org/pdf/2408.04884","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.04884","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.04884","pdf_url":"https://arxiv.org/pdf/2408.04884","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403582492.pdf","grobid_xml":"https://content.openalex.org/works/W4403582492.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2108862644","https://openalex.org/W2136189984","https://openalex.org/W2171590421","https://openalex.org/W2945127593","https://openalex.org/W2964369530","https://openalex.org/W2998702515","https://openalex.org/W3034969702","https://openalex.org/W3099446234","https://openalex.org/W3133376386","https://openalex.org/W3145630588","https://openalex.org/W3155895380","https://openalex.org/W3166125679","https://openalex.org/W3167329294","https://openalex.org/W4213009331","https://openalex.org/W4226278401","https://openalex.org/W4290927859","https://openalex.org/W4378472638","https://openalex.org/W4403577790"],"related_works":["https://openalex.org/W1921936017","https://openalex.org/W2001985945","https://openalex.org/W2009716188","https://openalex.org/W1518380457","https://openalex.org/W1971071004","https://openalex.org/W1973132420","https://openalex.org/W2460037195","https://openalex.org/W2142731558","https://openalex.org/W2077213532","https://openalex.org/W2157408137"],"abstract_inverted_index":{"Embedding-based":[0],"neural":[1],"retrieval":[2,8,61,116],"(EBR)":[3],"is":[4,63,177],"an":[5],"effective":[6],"search":[7,12,20],"method":[9],"in":[10,36,85,113],"product":[11,69],"for":[13,50],"tackling":[14],"the":[15,73,86,90,107,137,155,159],"vocabulary":[16],"gap":[17],"between":[18],"customer":[19,74],"queries":[21],"and":[22,38,71,89,140,169,186],"products.":[23],"The":[24,172],"initial":[25],"launch":[26],"of":[27,57,109,115,161,174],"our":[28,110,144,162,175],"EBR":[29,44,111,145,163,176],"system":[30],"at":[31],"Walmart":[32],"yielded":[33],"significant":[34],"gains":[35],"relevance":[37,58,128,181],"add-to-cart":[39],"rates":[40],"[1].":[41],"However,":[42],"despite":[43],"generally":[45],"retrieving":[46],"more":[47],"relevant":[48],"products":[49],"reranking,":[51],"we":[52,100,153],"have":[53],"observed":[54],"numerous":[55],"instances":[56],"degradation.":[59],"Enhancing":[60],"performance":[62,160],"crucial,":[64],"as":[65,166],"it":[66,142],"directly":[67],"influences":[68],"reranking":[70],"affects":[72],"shopping":[75],"experience.":[76],"Factors":[77],"contributing":[78],"to":[79,92,104,133,157,189],"these":[80,98],"degradations":[81],"include":[82],"false":[83],"positives/negatives":[84],"training":[87,138],"data":[88,139],"inability":[91],"handle":[93],"query":[94],"misspellings.":[95],"To":[96],"address":[97],"issues,":[99],"present":[101,154],"several":[102],"approaches":[103],"further":[105],"strengthen":[106],"capabilities":[108],"model":[112,146],"terms":[114],"relevance.":[117],"We":[118,130],"introduce":[119],"a":[120,148],"Relevance":[121],"Reward":[122],"Model":[123],"(RRM)":[124],"based":[125],"on":[126],"human":[127],"feedback.":[129],"utilize":[131],"RRM":[132],"remove":[134],"noise":[135],"from":[136],"distill":[141],"into":[143],"through":[147,179],"multi-objective":[149],"loss.":[150],"In":[151],"addition,":[152],"techniques":[156],"increase":[158],"model,":[164],"such":[165],"typo-aware":[167],"training,":[168],"semi-positive":[170],"generation.":[171],"effectiveness":[173],"demonstrated":[178],"offline":[180],"evaluation,":[182],"online":[183],"AB":[184],"tests,":[185],"successful":[187],"deployments":[188],"live":[190],"production.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}