{"id":"https://openalex.org/W1990966354","doi":"https://doi.org/10.1145/1345448.1345472","title":"More bang for their bucks","display_name":"More bang for their bucks","publication_year":2007,"publication_date":"2007-12-01","ids":{"openalex":"https://openalex.org/W1990966354","doi":"https://doi.org/10.1145/1345448.1345472","mag":"1990966354"},"language":"en","primary_location":{"id":"doi:10.1145/1345448.1345472","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1345448.1345472","pdf_url":null,"source":{"id":"https://openalex.org/S4210176598","display_name":"ACM SIGKDD Explorations Newsletter","issn_l":"1931-0145","issn":["1931-0145","1931-0153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGKDD Explorations Newsletter","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085377032","display_name":"Diane Lambert","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Diane Lambert","raw_affiliation_strings":["Google, Inc., New York, NY","[Google, Inc., New York, NY]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc., New York, NY","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"[Google, Inc., New York, NY]","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039725998","display_name":"Daryl Pregibon","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daryl Pregibon","raw_affiliation_strings":["Google, Inc., New York, NY","[Google, Inc., New York, NY]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc., New York, NY","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"[Google, Inc., New York, NY]","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5085377032"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":1.4563,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.83674518,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"9","issue":"2","first_page":"100","last_page":"107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8403357863426208},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5380716919898987},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5246931910514832},{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.45543038845062256},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4538229703903198},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.43922746181488037},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4037858843803406},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36193323135375977},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33265817165374756},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3296507000923157},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09773716330528259}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8403357863426208},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5380716919898987},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5246931910514832},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.45543038845062256},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4538229703903198},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.43922746181488037},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4037858843803406},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36193323135375977},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33265817165374756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3296507000923157},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09773716330528259},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1345448.1345472","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1345448.1345472","pdf_url":null,"source":{"id":"https://openalex.org/S4210176598","display_name":"ACM SIGKDD Explorations Newsletter","issn_l":"1931-0145","issn":["1931-0145","1931-0153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGKDD Explorations Newsletter","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1515242458","https://openalex.org/W1978108654","https://openalex.org/W2001947543","https://openalex.org/W2014373672","https://openalex.org/W2028040032","https://openalex.org/W2039811614","https://openalex.org/W2059575958","https://openalex.org/W2116739230","https://openalex.org/W2132917208","https://openalex.org/W2143891888","https://openalex.org/W2150291618","https://openalex.org/W2151367131","https://openalex.org/W2168639902","https://openalex.org/W2171040166","https://openalex.org/W3123092502","https://openalex.org/W3125459412","https://openalex.org/W3133236490","https://openalex.org/W3144113100","https://openalex.org/W4233471163"],"related_works":["https://openalex.org/W2086338133","https://openalex.org/W4367679314","https://openalex.org/W225526533","https://openalex.org/W2078361494","https://openalex.org/W2009234990","https://openalex.org/W4244083766","https://openalex.org/W2091016074","https://openalex.org/W2023583523","https://openalex.org/W2134615400","https://openalex.org/W26869551"],"abstract_inverted_index":{"Online":[0],"search":[1],"systems":[2],"that":[3,10,50,231],"display":[4],"ads":[5],"continually":[6],"offer":[7],"new":[8,27,75,104,120,149,247],"features":[9,76,150],"advertisers":[11,58,78,92],"can":[12],"use":[13,63,118],"to":[14,62,96,101,117,168,180,219,238],"fine-tune":[15],"and":[16,59,108,198,209],"enhance":[17],"their":[18],"ad":[19],"campaigns.":[20],"An":[21],"important":[22],"question":[23,42],"is":[24,67],"whether":[25,114],"a":[26,45,55,83,103,246],"feature":[28,105,248],"actually":[29],"helps":[30],"advertisers.":[31],"In":[32],"an":[33,172,229],"ideal":[34],"world":[35],"for":[36,77,163,196,199,224],"statisticians,":[37],"we":[38],"would":[39,51],"answer":[40],"this":[41],"by":[43,157],"running":[44],"statistically":[46],"designed":[47],"experiment.":[48],"But":[49],"require":[52],"randomly":[53],"choosing":[54],"set":[56],"of":[57,138,148,182,207,245],"forcing":[60],"them":[61],"the":[64,72,99,119,123,128,136,146,205,225,243],"feature,":[65],"which":[66],"not":[68,116],"realistic.":[69],"Accordingly,":[70],"in":[71,171],"real":[73],"world,":[74],"are":[79,94,155,166],"seldom":[80],"evaluated":[81],"with":[82],"traditional":[84],"experimental":[85],"protocol.":[86],"Instead,":[87],"customer":[88,124],"service":[89,125],"representatives":[90],"select":[91],"who":[93],"invited":[95],"be":[97,169,178,190,217],"among":[98],"first":[100],"test":[102,206],"(i.e.,":[106],"white-listed),":[107],"then":[109],"each":[110],"white-listed":[111],"advertiser":[112,129,152,250],"chooses":[113,130],"or":[115],"feature.":[121],"Neither":[122],"representative":[126],"nor":[127],"at":[131],"random.":[132],"This":[133],"paper":[134],"addresses":[135],"problem":[137],"drawing":[139],"valid":[140,240],"inferences":[141,241],"from":[142],"whitelist":[143,164],"trials":[144,165],"about":[145,242],"effects":[147,244],"on":[151,249],"happiness.":[153,251],"We":[154,227],"guided":[156],"three":[158],"principles.":[159],"First,":[160],"statistical":[161],"procedures":[162],"likely":[167],"applied":[170],"automated":[173],"way,":[174],"so":[175],"they":[176],"should":[177,189,216],"robust":[179],"violations":[181],"modeling":[183],"assumptions.":[184],"Second,":[185],"standard":[186],"analysis":[187],"tools":[188,202],"preferred":[191],"over":[192],"custom-built":[193],"ones,":[194],"both":[195],"clarity":[197],"robustness.":[200],"Standard":[201],"have":[203,210],"withstood":[204],"time":[208],"been":[211],"thoroughly":[212],"debugged.":[213],"Finally,":[214],"it":[215],"easy":[218],"compute":[220],"reliable":[221],"confidence":[222],"intervals":[223],"estimator.":[226],"review":[228],"estimator":[230],"has":[232],"all":[233],"these":[234],"attributes,":[235],"allowing":[236],"us":[237],"make":[239]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":3},{"year":2012,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}