{"id":"https://openalex.org/W2965729909","doi":"https://doi.org/10.48550/arxiv.1908.01707","title":"Learning a Unified Embedding for Visual Search at Pinterest","display_name":"Learning a Unified Embedding for Visual Search at Pinterest","publication_year":2019,"publication_date":"2019-08-05","ids":{"openalex":"https://openalex.org/W2965729909","doi":"https://doi.org/10.48550/arxiv.1908.01707","mag":"2965729909"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1908.01707","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1908.01707","pdf_url":"https://arxiv.org/pdf/1908.01707","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1908.01707","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068607680","display_name":"Andrew Zhai","orcid":"https://orcid.org/0009-0007-6081-8727","observed_orcids":["https://orcid.org/0009-0007-6081-8727"]},"institutions":[{"id":"https://openalex.org/I4401726932","display_name":"Pinterest (United States)","ror":"https://ror.org/04m6zg706","country_code":"US","type":"company","lineage":["https://openalex.org/I4401726932"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhai, Andrew","raw_affiliation_strings":["Visual Discovery , Pinterest","Pinterest, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Visual Discovery , Pinterest","institution_ids":["https://openalex.org/I4401726932"]},{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":["https://openalex.org/I4401726932"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057865121","display_name":"Haoyu Wu","orcid":"https://orcid.org/0000-0001-9618-7268","observed_orcids":["https://orcid.org/0000-0001-9618-7268","https://orcid.org/0009-0003-2322-0516"]},"institutions":[{"id":"https://openalex.org/I4401726932","display_name":"Pinterest (United States)","ror":"https://ror.org/04m6zg706","country_code":"US","type":"company","lineage":["https://openalex.org/I4401726932"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wu, Hao-Yu","raw_affiliation_strings":["Visual Discovery , Pinterest","Pinterest, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Visual Discovery , Pinterest","institution_ids":["https://openalex.org/I4401726932"]},{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":["https://openalex.org/I4401726932"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025289132","display_name":"Eric Tzeng","orcid":"https://orcid.org/0009-0008-9397-2429","observed_orcids":["https://orcid.org/0009-0008-9397-2429"]},"institutions":[{"id":"https://openalex.org/I4401726932","display_name":"Pinterest (United States)","ror":"https://ror.org/04m6zg706","country_code":"US","type":"company","lineage":["https://openalex.org/I4401726932"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tzeng, Eric","raw_affiliation_strings":["University of California , Berkeley {andrew , rexwu ,","Pinterest & University of California, Berkeley, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Berkeley {andrew , rexwu ,","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Pinterest & University of California, Berkeley, San Francisco, CA, USA","institution_ids":["https://openalex.org/I4401726932","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027383005","display_name":"Dong Huk Park","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4401726932","display_name":"Pinterest (United States)","ror":"https://ror.org/04m6zg706","country_code":"US","type":"company","lineage":["https://openalex.org/I4401726932"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Park, Dong Huk","raw_affiliation_strings":["University of California , Berkeley {andrew , rexwu ,","Pinterest & University of California, Berkeley, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Berkeley {andrew , rexwu ,","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Pinterest & University of California, Berkeley, San Francisco, CA, USA","institution_ids":["https://openalex.org/I4401726932","https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063812292","display_name":"Charles Rosenberg","orcid":"https://orcid.org/0009-0003-9664-8644","observed_orcids":["https://orcid.org/0009-0003-9664-8644"]},"institutions":[{"id":"https://openalex.org/I4401726932","display_name":"Pinterest (United States)","ror":"https://ror.org/04m6zg706","country_code":"US","type":"company","lineage":["https://openalex.org/I4401726932"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rosenberg, Charles","raw_affiliation_strings":["Visual Discovery , Pinterest","Pinterest, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Visual Discovery , Pinterest","institution_ids":["https://openalex.org/I4401726932"]},{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":["https://openalex.org/I4401726932"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9053000211715698,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9053000211715698,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.02850000001490116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.026799999177455902,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-embeddings","display_name":"image embeddings","score":0.7310000061988831},{"id":"https://openalex.org/keywords/visual-search","display_name":"visual search","score":0.9110000133514404},{"id":"https://openalex.org/keywords/deep-metric-learning","display_name":"deep metric learning","score":0.8100000023841858},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"multi-task learning","score":0.9559999704360962},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"image retrieval","score":0.6859999895095825},{"id":"https://openalex.org/keywords/recommender-systems","display_name":"recommender systems","score":0.6809999942779541},{"id":"https://openalex.org/keywords/product-search","display_name":"product search","score":0.6119999885559082},{"id":"https://openalex.org/keywords/binarization","display_name":"binarization","score":0.656000018119812},{"id":"https://openalex.org/keywords/engagement","display_name":"engagement","score":0.35600000619888306},{"id":"https://openalex.org/keywords/user-study","display_name":"user study","score":0.44699999690055847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8252884149551392},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7522994875907898},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.646704912185669},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5958116054534912},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5536943078041077},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5434532165527344},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4948820471763611},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.4561826288700104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39843249320983887},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3434905409812927},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23904895782470703},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1908.01707","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1908.01707","pdf_url":"https://arxiv.org/pdf/1908.01707","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1908.01707","doi":"https://doi.org/10.48550/arxiv.1908.01707","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1908.01707","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1908.01707","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1908.01707","pdf_url":"https://arxiv.org/pdf/1908.01707","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2965729909.pdf","grobid_xml":"https://content.openalex.org/works/W2965729909.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1839408879","https://openalex.org/W2021354639","https://openalex.org/W2090334843","https://openalex.org/W2096733369","https://openalex.org/W2100142570","https://openalex.org/W2108598243","https://openalex.org/W2121339428","https://openalex.org/W2157364932","https://openalex.org/W2163605009","https://openalex.org/W2176040302","https://openalex.org/W2194775991","https://openalex.org/W2339391301","https://openalex.org/W2549139847","https://openalex.org/W2555897561","https://openalex.org/W2593507512","https://openalex.org/W2606316830","https://openalex.org/W2622263826","https://openalex.org/W2625758617","https://openalex.org/W2752782242","https://openalex.org/W2767434619","https://openalex.org/W2768591600","https://openalex.org/W2786649424","https://openalex.org/W2795783309","https://openalex.org/W2798512429","https://openalex.org/W2808965910","https://openalex.org/W2903034054","https://openalex.org/W2949650786","https://openalex.org/W2950855501","https://openalex.org/W2952373945","https://openalex.org/W2963350250","https://openalex.org/W2963420686","https://openalex.org/W2963677766","https://openalex.org/W2965158072","https://openalex.org/W3114753236"],"related_works":["https://openalex.org/W4395686771","https://openalex.org/W4412394928","https://openalex.org/W2953199134","https://openalex.org/W2021354639","https://openalex.org/W3024272706","https://openalex.org/W2551915941","https://openalex.org/W2591921973","https://openalex.org/W3036463284","https://openalex.org/W7133752155","https://openalex.org/W2896467626"],"abstract_inverted_index":{"At":[0],"Pinterest,":[1],"we":[2,38,66,192],"utilize":[3],"image":[4,51],"embeddings":[5,110,165,241],"throughout":[6],"our":[7,14,59,163,195,205],"search":[8,62,207],"and":[9,28,134,150,157,173,178,188,202,212,235],"recommendation":[10],"systems":[11],"to":[12,46,57,72,101,143,152,217],"help":[13],"users":[15],"navigate":[16],"through":[17],"visual":[18,61,206],"content":[19,27],"by":[20],"powering":[21],"experiences":[22],"like":[23],"browsing":[24,211],"of":[25,88,94,120,204,224,238],"related":[26],"searching":[29,213],"for":[30,33,74,113,146,170,209],"exact":[31],"products":[32,208],"shopping.":[34],"In":[35,161],"this":[36],"work":[37],"describe":[39],"a":[40,48,79,103],"multi-task":[41],"deep":[42,81],"metric":[43],"learning":[44],"system":[45],"learn":[47],"single":[49,80],"unified":[50,104,197,226],"embedding":[52,105,198,227],"which":[53],"can":[54,166],"be":[55,168],"used":[56],"power":[58],"multiple":[60,75,147,240],"products.":[63],"The":[64],"solution":[65],"present":[67],"not":[68],"only":[69],"allows":[70],"us":[71],"train":[73,145],"application":[76,100],"objectives":[77,149],"in":[78,91],"neural":[82],"network":[83],"architecture,":[84],"but":[85],"takes":[86],"advantage":[87],"correlated":[89],"information":[90],"the":[92,118,222,225,233],"combination":[93],"all":[95,108],"training":[96],"data":[97,156],"from":[98,123],"each":[99,114],"generate":[102],"that":[106,194],"outperforms":[107],"specialized":[109,219],"previously":[111],"deployed":[112],"product.":[115],"We":[116,139],"discuss":[117],"challenges":[119],"handling":[121],"images":[122],"different":[124],"domains":[125],"such":[126],"as":[127],"camera":[128],"photos,":[129],"high":[130],"quality":[131],"web":[132],"images,":[133],"clean":[135],"product":[136,148],"catalog":[137],"images.":[138],"also":[140,167],"detail":[141],"how":[142,151],"jointly":[144],"leverage":[153],"both":[154,200,210],"engagement":[155,203],"human":[158],"labeled":[159],"data.":[160],"addition,":[162],"trained":[164],"binarized":[169],"efficient":[171],"storage":[172],"retrieval":[174],"without":[175],"compromising":[176],"precision":[177],"recall.":[179],"Through":[180],"comprehensive":[181],"evaluations":[182],"on":[183],"offline":[184],"metrics,":[185],"user":[186],"studies,":[187],"online":[189],"A/B":[190],"experiments,":[191],"demonstrate":[193],"proposed":[196],"improves":[199],"relevance":[201],"purposes":[214],"when":[215],"compared":[216],"existing":[218],"embeddings.":[220],"Finally,":[221],"deployment":[223],"at":[228],"Pinterest":[229],"has":[230],"drastically":[231],"reduced":[232],"operation":[234],"engineering":[236],"cost":[237],"maintaining":[239],"while":[242],"improving":[243],"quality.":[244]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2019-08-13T00:00:00"}