{"id":"https://openalex.org/W4403218813","doi":"https://doi.org/10.1145/3640457.3688144","title":"The Fault in Our Recommendations: On the Perils of Optimizing the Measurable","display_name":"The Fault in Our Recommendations: On the Perils of Optimizing the Measurable","publication_year":2024,"publication_date":"2024-10-08","ids":{"openalex":"https://openalex.org/W4403218813","doi":"https://doi.org/10.1145/3640457.3688144"},"language":"en","primary_location":{"id":"doi:10.1145/3640457.3688144","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640457.3688144","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688144","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688144","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063750068","display_name":"Omar Besbes","orcid":"https://orcid.org/0000-0002-2982-3794"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Omar Besbes","raw_affiliation_strings":["Graduate School of Business, Columbia University, USA"],"raw_orcid":"https://orcid.org/0000-0002-2982-3794","affiliations":[{"raw_affiliation_string":"Graduate School of Business, Columbia University, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000266593","display_name":"Yash Kanoria","orcid":"https://orcid.org/0000-0002-7221-357X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yash Kanoria","raw_affiliation_strings":["Graduate School of Business, Columbia University, USA"],"raw_orcid":"https://orcid.org/0000-0002-7221-357X","affiliations":[{"raw_affiliation_string":"Graduate School of Business, Columbia University, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102785483","display_name":"Akshit Kumar","orcid":"https://orcid.org/0000-0002-3418-2514"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akshit Kumar","raw_affiliation_strings":["Graduate School of Business, Columbia University, USA"],"raw_orcid":"https://orcid.org/0000-0002-3418-2514","affiliations":[{"raw_affiliation_string":"Graduate School of Business, Columbia University, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":0.4944,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.64145649,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"200","last_page":"208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5320785045623779},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.46467193961143494},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1522272229194641}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5320785045623779},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.46467193961143494},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1522272229194641}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3640457.3688144","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640457.3688144","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688144","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3640457.3688144","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640457.3688144","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688144","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403218813.pdf","grobid_xml":"https://content.openalex.org/works/W4403218813.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1568257741","https://openalex.org/W1571494542","https://openalex.org/W1965582578","https://openalex.org/W1971040550","https://openalex.org/W2023954349","https://openalex.org/W2069065514","https://openalex.org/W2099044518","https://openalex.org/W2171960770","https://openalex.org/W2516360468","https://openalex.org/W2748058847","https://openalex.org/W2911936302","https://openalex.org/W3012950066","https://openalex.org/W3082042211","https://openalex.org/W3200556911","https://openalex.org/W4285176067","https://openalex.org/W4385014527","https://openalex.org/W4388834460","https://openalex.org/W4396723312"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Recommendation":[0],"systems":[1,29,79,278],"are":[2,30,47,77],"widespread,":[3],"and":[4,25,35,126,146,175,203,237],"through":[5,166],"customized":[6],"recommendations,":[7],"promise":[8],"to":[9,186,253],"match":[10],"users":[11,120],"with":[12,140],"options":[13],"they":[14,33],"will":[15],"like.":[16],"To":[17,103],"that":[18,89,179,196,208],"end,":[19],"data":[20,57],"on":[21,39,58,85],"engagement":[22,45,182,239],"is":[23,61,90,100],"collected":[24,63],"used.":[26],"Most":[27],"recommendation":[28,78,132,248],"ranking-based,":[31],"where":[32],"rank":[34],"recommend":[36],"items":[37,274,285],"based":[38],"their":[40],"predicted":[41],"engagement.":[42,269,289],"However,":[43],"the":[44,59,69,92,127,141,220,229,251],"signals":[46,183],"often":[48],"only":[49],"a":[50,109,131,147,193,199,210],"crude":[51],"proxy":[52],"for":[53,74,137,181],"user":[54,86,113,138,159,235],"utility,":[55],"as":[56],"latter":[60],"rarely":[62],"or":[64],"available.":[65],"This":[66],"paper":[67],"explores":[68],"following":[70],"question:":[71],"By":[72,270],"optimizing":[73,180],"measurable":[75],"proxies,":[76],"at":[80,117],"risk":[81],"of":[82,111,157,168,201,231,247,282],"significantly":[83,287],"under-delivering":[84],"utility?":[87],"If":[88],"indeed":[91],"case,":[93],"how":[94],"can":[95,162,184,258,279],"one":[96,257],"improve":[97],"utility":[98,188,214,236,284],"which":[99],"seldom":[101],"measured?":[102],"study":[104,242],"these":[105,164],"questions,":[106],"we":[107,191],"introduce":[108],"model":[110,135],"repeated":[112],"consumption":[114],"in":[115,266],"which,":[116],"each":[118],"interaction,":[119],"select":[121],"between":[122],"an":[123,244],"outside":[124],"option":[125,129],"best":[128,230],"from":[130],"set.":[133],"Our":[134,173,241],"accounts":[136],"heterogeneity,":[139],"majority":[142],"preferring":[143],"\u201cpopular\u201d":[144],"content,":[145],"minority":[148],"favoring":[149],"\u201cniche\u201d":[150],"content.":[151,205],"The":[152],"system":[153],"initially":[154,197],"lacks":[155],"knowledge":[156],"individual":[158],"preferences":[160,165],"but":[161],"learn":[163],"observations":[167],"users\u2019":[169],"choices":[170],"over":[171],"time.":[172],"theoretical":[174],"numerical":[176],"analysis":[177],"demonstrate":[178],"lead":[185],"significant":[187,260,264],"losses.":[189],"Instead,":[190],"propose":[192],"utility-aware":[194,226],"policy":[195,211,227],"recommends":[198],"mix":[200],"popular":[202,276],"niche":[204],"We":[206],"show":[207],"such":[209],"substantially":[212],"improves":[213],"despite":[215],"not":[216],"measuring":[217],"it.":[218],"As":[219],"platform":[221],"becomes":[222],"more":[223],"forward-looking,":[224],"our":[225],"achieves":[228],"both":[232],"worlds:":[233],"near-optimal":[234,238],"simultaneously.":[240],"elucidates":[243],"important":[245],"feature":[246],"systems;":[249],"given":[250],"ability":[252],"suggest":[254],"multiple":[255],"items,":[256,277],"perform":[259],"exploration":[261],"without":[262,286],"incurring":[263],"reductions":[265],"short":[267],"term":[268],"recommending":[271],"high-risk,":[272],"high-reward":[273],"alongside":[275],"enhance":[280],"discovery":[281],"high":[283],"affecting":[288]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}
