{"id":"https://openalex.org/W2972801466","doi":"https://doi.org/10.1145/3298689.3346996","title":"Sampling-bias-corrected neural modeling for large corpus item recommendations","display_name":"Sampling-bias-corrected neural modeling for large corpus item recommendations","alternate_titles":[],"publication_year":2019,"publication_date":"2019-09-10","ids":{"openalex":"https://openalex.org/W2972801466","doi":"https://doi.org/10.1145/3298689.3346996","mag":"2972801466"},"language":"en","primary_location":{"id":"doi:10.1145/3298689.3346996","doi":"https://doi.org/10.1145/3298689.3346996","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3298689.3346996","pdf_url":null,"source":{"id":"https://openalex.org/S7407086088","display_name":"ACM Conference on Recommender Systems (RecSys)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2972801466"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3298689.3346996","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042916468","display_name":"Xinyang Yi","orcid":"https://orcid.org/0009-0005-9864-3454","observed_orcids":["https://orcid.org/0009-0005-9864-3454"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyang Yi","raw_affiliation_strings":["Google, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014773410","display_name":"Ji Hoon Yang","orcid":"https://orcid.org/0009-0003-9333-4164","observed_orcids":["https://orcid.org/0009-0003-9333-4164"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ji Yang","raw_affiliation_strings":["Google, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079085366","display_name":"Lichan Hong","orcid":"https://orcid.org/0009-0004-9563-554X","observed_orcids":["https://orcid.org/0009-0004-9563-554X"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lichan Hong","raw_affiliation_strings":["Google, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055484401","display_name":"Derek Zhiyuan Cheng","orcid":"https://orcid.org/0009-0000-7943-8328","observed_orcids":["https://orcid.org/0009-0000-7943-8328"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Derek Zhiyuan Cheng","raw_affiliation_strings":["Google, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008392627","display_name":"Lukasz Heldt","orcid":"https://orcid.org/0009-0003-0593-7345","observed_orcids":["https://orcid.org/0009-0003-0593-7345"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lukasz Heldt","raw_affiliation_strings":["Google, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014629748","display_name":"Aditee Kumthekar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditee Kumthekar","raw_affiliation_strings":["Google, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631150","display_name":"Zhe Zhao","orcid":"https://orcid.org/0000-0002-6847-0186","observed_orcids":["https://orcid.org/0000-0002-6847-0186"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhe Zhao","raw_affiliation_strings":["Google, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100318291","display_name":"Wei Li","orcid":"https://orcid.org/0000-0002-8278-1765","observed_orcids":["https://orcid.org/0000-0002-8278-1765"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li Wei","raw_affiliation_strings":["Google, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028125399","display_name":"Ed H.","orcid":"https://orcid.org/0000-0003-3230-5338","observed_orcids":["https://orcid.org/0000-0003-3230-5338"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ed Chi","raw_affiliation_strings":["Google, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":14.01,"has_fulltext":false,"cited_by_count":426,"citation_normalized_percentile":{"value":0.99442028,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"269","last_page":"277"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sampling-bias-correction","display_name":"sampling bias correction","score":0.9210000038146973},{"id":"https://openalex.org/keywords/item-recommendation","display_name":"product recommendation","score":0.4909999966621399},{"id":"https://openalex.org/keywords/data-streams","display_name":"data streams","score":0.8970000147819519},{"id":"https://openalex.org/keywords/data-sparsity","display_name":"data sparsity","score":0.8790000081062317}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8180238008499146},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.5685350894927979},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5291491150856018},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4836353063583374},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4828989505767822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46156707406044006},{"id":"https://openalex.org/C75917345","wikidata":"https://www.wikidata.org/wiki/Q2725298","display_name":"Sampling bias","level":3,"score":0.4347080588340759},{"id":"https://openalex.org/C42199009","wikidata":"https://www.wikidata.org/wiki/Q1172378","display_name":"Data cleansing","level":4,"score":0.4181334376335144},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4073430895805359},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40193814039230347},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33035770058631897},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2778274416923523},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.2357964813709259},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1794539988040924},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3298689.3346996","doi":"https://doi.org/10.1145/3298689.3346996","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3298689.3346996","pdf_url":null,"source":{"id":"https://openalex.org/S7407086088","display_name":"ACM Conference on Recommender Systems (RecSys)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3298689.3346996","doi":"https://doi.org/10.1145/3298689.3346996","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3298689.3346996","pdf_url":null,"source":{"id":"https://openalex.org/S7407086088","display_name":"ACM Conference on Recommender Systems (RecSys)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W21207210","https://openalex.org/W36903255","https://openalex.org/W1558797106","https://openalex.org/W1978475816","https://openalex.org/W1985269159","https://openalex.org/W2038276547","https://openalex.org/W2080234606","https://openalex.org/W2101409192","https://openalex.org/W2110654099","https://openalex.org/W2146502635","https://openalex.org/W2152808281","https://openalex.org/W2153579005","https://openalex.org/W2168231600","https://openalex.org/W2210543184","https://openalex.org/W2262817822","https://openalex.org/W2295739661","https://openalex.org/W2341535507","https://openalex.org/W2373570000","https://openalex.org/W2475334473","https://openalex.org/W2510940142","https://openalex.org/W2512971201","https://openalex.org/W2557283755","https://openalex.org/W2565948352","https://openalex.org/W2605350416","https://openalex.org/W2608151934","https://openalex.org/W2750004028","https://openalex.org/W2753634799","https://openalex.org/W2753686090","https://openalex.org/W2773640334","https://openalex.org/W2774769176","https://openalex.org/W2783666221","https://openalex.org/W2809290718","https://openalex.org/W2883527751","https://openalex.org/W2901894078","https://openalex.org/W2903852246","https://openalex.org/W2912500072","https://openalex.org/W2963149412","https://openalex.org/W2963740933","https://openalex.org/W2964182926"],"related_works":["https://openalex.org/W3023045848","https://openalex.org/W4387846795","https://openalex.org/W3153940464","https://openalex.org/W4403344819","https://openalex.org/W4403383238","https://openalex.org/W4409657373","https://openalex.org/W7167148969","https://openalex.org/W7168359975","https://openalex.org/W2999649805","https://openalex.org/W4387968576"],"abstract_inverted_index":{"Many":[0],"recommendation":[1,222],"systems":[2,36],"retrieve":[3,180],"and":[4,19,128,143,150],"score":[5],"items":[6,84],"from":[7,28,33,79,86,122,183],"a":[8,43,58,87,115,166,184],"very":[9],"large":[10,167],"corpus.":[11],"A":[12,65],"common":[13],"recipe":[14,67],"to":[15,24,74,95,153,164,179,212,220],"handle":[16],"data":[17],"sparsity":[18],"power-law":[20],"item":[21,26,62,120,141,154],"distribution":[22,155],"is":[23,73,93,144,177],"learn":[25],"representations":[27],"its":[29],"content":[30,63],"features.":[31,64],"Apart":[32],"many":[34],"content-aware":[35],"based":[37],"on":[38,202],"matrix":[39],"factorization,":[40],"we":[41,113,130],"consider":[42],"modeling":[44,162],"framework":[45],"using":[46],"two-tower":[47,71],"neural":[48,169,216],"net,":[49],"with":[50,186],"one":[51],"of":[52,61,68,106,146,188,190,196],"the":[53,104,133,160,194,215],"towers":[54],"(item":[55],"tower)":[56],"encoding":[57],"wide":[59],"variety":[60],"general":[66],"training":[69],"such":[70],"models":[72],"optimize":[75],"loss":[76,92],"functions":[77],"calculated":[78],"in-batch":[80,91],"negatives,":[81],"which":[82],"are":[83],"sampled":[85],"random":[88],"mini-batch.":[89],"However,":[90],"subject":[94],"sampling":[96],"biases,":[97],"potentially":[98],"hurting":[99],"model":[100],"performance,":[101],"particularly":[102],"in":[103],"case":[105],"highly":[107],"skewed":[108],"distribution.":[109],"In":[110],"this":[111],"paper,":[112],"present":[114],"novel":[116],"algorithm":[117,135],"for":[118,172,224],"estimating":[119],"frequency":[121],"streaming":[123],"data.":[124],"Through":[125],"theoretical":[126],"analysis":[127],"simulation,":[129],"show":[131,213],"that":[132,214],"proposed":[134],"can":[136],"work":[137],"without":[138],"requiring":[139],"fixed":[140],"vocabulary,":[142],"capable":[145],"producing":[147],"unbiased":[148],"estimation":[149],"being":[151],"adaptive":[152],"change.":[156],"We":[157,192,206],"then":[158],"apply":[159],"sampling-bias-corrected":[161],"approach":[163],"build":[165],"scale":[168],"retrieval":[170,217],"system":[171,176,218],"YouTube":[173],"recommendations.":[174],"The":[175],"deployed":[178],"personalized":[181],"suggestions":[182],"corpus":[185],"tens":[187],"millions":[189],"videos.":[191],"demonstrate":[193],"effectiveness":[195],"sampling-bias":[197],"correction":[198],"through":[199],"offline":[200],"experiments":[201],"two":[203],"real-world":[204],"datasets.":[205],"also":[207],"conduct":[208],"live":[209],"A/B":[210],"testings":[211],"leads":[219],"improved":[221],"quality":[223],"YouTube.":[225]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2972801466","counts_by_year":[{"year":2026,"cited_by_count":126},{"year":2025,"cited_by_count":85},{"year":2024,"cited_by_count":64},{"year":2023,"cited_by_count":58},{"year":2022,"cited_by_count":46},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":19}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2019-09-19T00:00:00"}
