{"id":"https://openalex.org/W4386728952","doi":"https://doi.org/10.1145/3604915.3610246","title":"Navigating the Feedback Loop in Recommender Systems: Insights and Strategies from Industry Practice","display_name":"Navigating the Feedback Loop in Recommender Systems: Insights and Strategies from Industry Practice","publication_year":2023,"publication_date":"2023-09-14","ids":{"openalex":"https://openalex.org/W4386728952","doi":"https://doi.org/10.1145/3604915.3610246"},"language":"en","primary_location":{"id":"doi:10.1145/3604915.3610246","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604915.3610246","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024591818","display_name":"D.T.K. Tong","orcid":"https://orcid.org/0000-0003-3148-280X"},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ding Tong","raw_affiliation_strings":["Netflix, USA"],"raw_orcid":"https://orcid.org/0000-0003-3148-280X","affiliations":[{"raw_affiliation_string":"Netflix, USA","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050966437","display_name":"Qifeng Qiao","orcid":"https://orcid.org/0009-0005-6765-568X"},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qifeng Qiao","raw_affiliation_strings":["Netflix, USA"],"raw_orcid":"https://orcid.org/0009-0005-6765-568X","affiliations":[{"raw_affiliation_string":"Netflix, USA","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043144036","display_name":"Ting-Po Lee","orcid":"https://orcid.org/0009-0002-0272-7679"},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ting-Po Lee","raw_affiliation_strings":["Netflix, USA"],"raw_orcid":"https://orcid.org/0009-0002-0272-7679","affiliations":[{"raw_affiliation_string":"Netflix, USA","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005816221","display_name":"James McInerney","orcid":"https://orcid.org/0009-0004-6025-5555"},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James McInerney","raw_affiliation_strings":["Netflix, USA"],"raw_orcid":"https://orcid.org/0009-0004-6025-5555","affiliations":[{"raw_affiliation_string":"Netflix, USA","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010131127","display_name":"Justin Basilico","orcid":"https://orcid.org/0000-0002-3005-5200"},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin Basilico","raw_affiliation_strings":["Netflix, USA"],"raw_orcid":"https://orcid.org/0000-0002-3005-5200","affiliations":[{"raw_affiliation_string":"Netflix, USA","institution_ids":["https://openalex.org/I869089601"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5024591818"],"corresponding_institution_ids":["https://openalex.org/I869089601"],"apc_list":null,"apc_paid":null,"fwci":0.4931,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.68885804,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1058","last_page":"1061"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.9379674196243286},{"id":"https://openalex.org/keywords/feedback-loop","display_name":"Feedback loop","score":0.8797272443771362},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7671303153038025},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.6099598407745361},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.5767738819122314},{"id":"https://openalex.org/keywords/feedback-control","display_name":"Feedback control","score":0.5323899984359741},{"id":"https://openalex.org/keywords/causal-loop-diagram","display_name":"Causal loop diagram","score":0.4490450620651245},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3825308382511139},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31211423873901367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27456390857696533},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.20242950320243835},{"id":"https://openalex.org/keywords/system-dynamics","display_name":"System dynamics","score":0.20127177238464355},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1535179615020752},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09563478827476501}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.9379674196243286},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.8797272443771362},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7671303153038025},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.6099598407745361},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.5767738819122314},{"id":"https://openalex.org/C3018651601","wikidata":"https://www.wikidata.org/wiki/Q183635","display_name":"Feedback control","level":2,"score":0.5323899984359741},{"id":"https://openalex.org/C144400606","wikidata":"https://www.wikidata.org/wiki/Q2412982","display_name":"Causal loop diagram","level":3,"score":0.4490450620651245},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3825308382511139},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31211423873901367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27456390857696533},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.20242950320243835},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.20127177238464355},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1535179615020752},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09563478827476501},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3604915.3610246","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604915.3610246","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1991885946","https://openalex.org/W2111094216","https://openalex.org/W2112420033","https://openalex.org/W2562236173","https://openalex.org/W2586601519","https://openalex.org/W2765564115","https://openalex.org/W2902572901","https://openalex.org/W2963878746","https://openalex.org/W3083159507","https://openalex.org/W3092103025","https://openalex.org/W3100945072","https://openalex.org/W3164548985","https://openalex.org/W3168738558","https://openalex.org/W3200556911","https://openalex.org/W4213045373","https://openalex.org/W4226400132","https://openalex.org/W4229012946"],"related_works":["https://openalex.org/W4288099294","https://openalex.org/W3088120614","https://openalex.org/W4213045373","https://openalex.org/W4301401229","https://openalex.org/W4391422377","https://openalex.org/W3089214483","https://openalex.org/W4306697907","https://openalex.org/W4386728952","https://openalex.org/W2324377423","https://openalex.org/W3091793048"],"abstract_inverted_index":{"Understanding":[0],"and":[1,27,31],"measuring":[2],"the":[3,16,33,37,43,59,65,81,110],"impact":[4,67],"of":[5,18,39,68,83,112],"feedback":[6,29,40,69,91,117],"loops":[7,30,41,70],"in":[8,42,54],"industrial":[9],"recommender":[10,113],"systems":[11,114],"is":[12],"challenging,":[13],"leading":[14],"to":[15],"underestimation":[17],"their":[19],"deterioration.":[20],"In":[21],"this":[22],"study,":[23],"we":[24,79],"define":[25],"open":[26],"closed":[28],"investigate":[32],"unique":[34],"reasons":[35],"behind":[36],"emergence":[38],"industry,":[44],"drawing":[45],"from":[46],"real-world":[47],"examples":[48],"that":[49],"have":[50],"received":[51],"limited":[52],"attention":[53],"prior":[55],"research.":[56],"We":[57],"highlight":[58],"measurement":[60],"challenges":[61],"associated":[62],"with":[63],"capturing":[64],"full":[66],"using":[71,100],"traditional":[72],"online":[73],"A/B":[74],"tests.":[75],"To":[76],"address":[77],"this,":[78],"propose":[80],"use":[82],"offline":[84],"evaluation":[85],"frameworks":[86],"as":[87],"surrogates":[88],"for":[89,108],"long-term":[90],"loop":[92,118],"bias,":[93],"supported":[94],"by":[95],"a":[96],"practical":[97],"simulation":[98],"system":[99],"real":[101],"data.":[102],"Our":[103],"findings":[104],"provide":[105],"valuable":[106],"insights":[107],"optimizing":[109],"performance":[111],"operating":[115],"under":[116],"conditions.":[119]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}