{"id":"https://openalex.org/W4414034786","doi":"https://doi.org/10.1145/3705328.3748050","title":"PinFM: Foundation Model for User Activity Sequences at a Billion-scale Visual Discovery Platform","display_name":"PinFM: Foundation Model for User Activity Sequences at a Billion-scale Visual Discovery Platform","publication_year":2025,"publication_date":"2025-09-06","ids":{"openalex":"https://openalex.org/W4414034786","doi":"https://doi.org/10.1145/3705328.3748050"},"language":"en","primary_location":{"id":"doi:10.1145/3705328.3748050","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3705328.3748050","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3705328.3748050","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3705328.3748050","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011730621","display_name":"Xiangyi Chen","orcid":"https://orcid.org/0000-0003-3908-9797"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Xiangyi Chen","raw_affiliation_strings":["Pinterest, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-3908-9797","affiliations":[{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076943003","display_name":"Kousik Rajesh","orcid":"https://orcid.org/0000-0001-6657-7521"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kousik Rajesh","raw_affiliation_strings":["Pinterest, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6657-7521","affiliations":[{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119556667","display_name":"Matthew Lawhon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthew Lawhon","raw_affiliation_strings":["Pinterest, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8049-5204","affiliations":[{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100746483","display_name":"Zelun Wang","orcid":"https://orcid.org/0000-0002-1882-2526"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zelun Wang","raw_affiliation_strings":["Pinterest, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1882-2526","affiliations":[{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755481","display_name":"Hanyu Li","orcid":"https://orcid.org/0000-0002-7848-731X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanyu Li","raw_affiliation_strings":["Pinterest, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7848-731X","affiliations":[{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haomiao Li","orcid":"https://orcid.org/0009-0007-7208-3051"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haomiao Li","raw_affiliation_strings":["Pinterest, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0009-0007-7208-3051","affiliations":[{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102760943","display_name":"Saurabh Vishwas Joshi","orcid":"https://orcid.org/0009-0001-2414-4151"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saurabh Vishwas Joshi","raw_affiliation_strings":["Pinterest, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0009-0001-2414-4151","affiliations":[{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017763101","display_name":"Pong Eksombatchai","orcid":"https://orcid.org/0009-0001-7855-4594"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pong Eksombatchai","raw_affiliation_strings":["Pinterest, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0009-0001-7855-4594","affiliations":[{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103180391","display_name":"Jaewon Yang","orcid":"https://orcid.org/0009-0001-2224-7915"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaewon Yang","raw_affiliation_strings":["Pinterest, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0009-0001-2224-7915","affiliations":[{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113423166","display_name":"Yi-Ping Hsu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi-Ping Hsu","raw_affiliation_strings":["Pinterest, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0009-0002-3764-3643","affiliations":[{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101567525","display_name":"Jiajing Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiajing Xu","raw_affiliation_strings":["Pinterest, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4761-5171","affiliations":[{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063812292","display_name":"Charles Rosenberg","orcid":"https://orcid.org/0009-0003-9664-8644"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Charles Rosenberg","raw_affiliation_strings":["Pinterest, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0009-0003-9664-8644","affiliations":[{"raw_affiliation_string":"Pinterest, San Francisco, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5011730621"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34188024,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"381","last_page":"390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6788126230239868},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.6258524656295776},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5870692729949951},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4386231601238251},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3569773733615875},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.341874897480011},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.14536598324775696},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.14452877640724182},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.07857406139373779}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6788126230239868},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.6258524656295776},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5870692729949951},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4386231601238251},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3569773733615875},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.341874897480011},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.14536598324775696},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.14452877640724182},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.07857406139373779}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3705328.3748050","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3705328.3748050","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3705328.3748050","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3705328.3748050","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3705328.3748050","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3705328.3748050","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414034786.pdf","grobid_xml":"https://content.openalex.org/works/W4414034786.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2295739661","https://openalex.org/W2723293840","https://openalex.org/W2807021761","https://openalex.org/W2963367478","https://openalex.org/W3093945404","https://openalex.org/W3100417358","https://openalex.org/W3100848837","https://openalex.org/W3153687269","https://openalex.org/W4280586754","https://openalex.org/W4290927925","https://openalex.org/W4290944002","https://openalex.org/W4296591817","https://openalex.org/W4385562487","https://openalex.org/W4385562613","https://openalex.org/W4385568029","https://openalex.org/W4392011945","https://openalex.org/W4403218830","https://openalex.org/W4403220320","https://openalex.org/W4403582496","https://openalex.org/W4406945382","https://openalex.org/W6891873926","https://openalex.org/W6967056864"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W1969764885","https://openalex.org/W596947562","https://openalex.org/W2793937822","https://openalex.org/W2790817834","https://openalex.org/W2777605427"],"abstract_inverted_index":{"User":[0],"activity":[1,23,44],"sequences":[2,24,163],"have":[3],"emerged":[4],"as":[5,68,140],"one":[6],"of":[7,90],"the":[8,108,125,141],"most":[9],"important":[10],"signals":[11],"in":[12,64,74],"recommender":[13,76],"systems.We":[14],"present":[15,123],"a":[16,29,35],"foundational":[17,81],"model,":[18],"PinFM,":[19],"for":[20,49],"understanding":[21],"user":[22,43,111,162],"across":[25],"multiple":[26],"applications":[27],"at":[28,170],"billion-scale":[30],"visual":[31],"discovery":[32],"platform.We":[33],"pretrain":[34],"transformer":[36],"model":[37,82],"with":[38,55],"20B+":[39],"parameters":[40],"using":[41],"extensive":[42],"data,":[45],"then":[46],"fine-tune":[47],"it":[48,54,105],"specific":[50],"applications,":[51],"efficiently":[52],"coupling":[53],"existing":[56],"models.While":[57],"this":[58],"pretrainingand-fine-tuning":[59],"approach":[60],"has":[61],"been":[62],"popular":[63],"other":[65,114],"domains,":[66],"such":[67,139],"Vision":[69],"and":[70,98,113,116,136,164],"NLP,":[71],"its":[72],"application":[73],"industrial":[75],"systems":[77],"presents":[78],"numerous":[79],"challenges.The":[80],"must":[83],"be":[84],"scalable":[85],"enough":[86],"to":[87,131],"score":[88],"millions":[89],"items":[91,119,166],"every":[92],"second":[93],"while":[94],"meeting":[95],"tight":[96],"cost":[97],"latency":[99],"constraints":[100],"imposed":[101],"by":[102,149],"these":[103,133],"systems,.Additionally,":[104],"should":[106],"capture":[107],"interactions":[109,160],"between":[110,161],"activities":[112],"features":[115],"handle":[117],"new":[118],"that":[120,156],"were":[121],"not":[122],"during":[124],"pretraining":[126],"stage.We":[127],"developed":[128],"innovative":[129],"techniques":[130],"address":[132],"challenges.Our":[134],"infrastructure":[135],"algorithmic":[137],"optimizations,":[138],"Deduplicated":[142],"Cross-Attention":[143],"Transformer":[144],"(DCAT),":[145],"improved":[146],"our":[147],"throughput":[148],"600%":[150],"on":[151],"Pinterest":[152],"internal":[153],"data.We":[154],"demonstrate":[155],"PinFM":[157],"can":[158],"learn":[159],"candidate":[165],"*":[167],"Work":[168],"done":[169],"Pinterest.":[171]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}