{"id":"https://openalex.org/W1970009355","doi":"https://doi.org/10.1145/2648584.2648587","title":"Pleasing the advertising oracle","display_name":"Pleasing the advertising oracle","publication_year":2014,"publication_date":"2014-08-24","ids":{"openalex":"https://openalex.org/W1970009355","doi":"https://doi.org/10.1145/2648584.2648587","mag":"1970009355"},"language":"en","primary_location":{"id":"doi:10.1145/2648584.2648587","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2648584.2648587","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighth International Workshop on Data Mining for Online Advertising","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053459706","display_name":"Melinda Han Williams","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Melinda Han Williams","raw_affiliation_strings":["Dstillery, 470 Park Ave South, New York, NY, 10016"],"affiliations":[{"raw_affiliation_string":"Dstillery, 470 Park Ave South, New York, NY, 10016","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003651471","display_name":"Claudia Perlich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Claudia Perlich","raw_affiliation_strings":["Dstillery, 470 Park Ave South, New York, NY, 10016"],"affiliations":[{"raw_affiliation_string":"Dstillery, 470 Park Ave South, New York, NY, 10016","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012872167","display_name":"B D'Alessandro","orcid":"https://orcid.org/0000-0002-0050-401X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brian Dalessandro","raw_affiliation_strings":["Dstillery, 470 Park Ave South, New York, NY, 10016"],"affiliations":[{"raw_affiliation_string":"Dstillery, 470 Park Ave South, New York, NY, 10016","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037283651","display_name":"Foster Provost","orcid":"https://orcid.org/0000-0002-0307-3884"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Foster Provost","raw_affiliation_strings":["NYU/Stern School & Dstillery Research, 44 W. 4th Street, New York, NY, 10012","NYU/Stern School & Dstillery Research, 44 W. 4th Street, New York, NY, 10012#TAB#"],"affiliations":[{"raw_affiliation_string":"NYU/Stern School & Dstillery Research, 44 W. 4th Street, New York, NY, 10012","institution_ids":[]},{"raw_affiliation_string":"NYU/Stern School & Dstillery Research, 44 W. 4th Street, New York, NY, 10012#TAB#","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5053459706"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1152,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.89119887,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12617","display_name":"Energy, Environment, and Transportation Policies","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.826214075088501},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7794363498687744},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7572572827339172},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.7044181227684021},{"id":"https://openalex.org/keywords/lift","display_name":"Lift (data mining)","score":0.6741704940795898},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6370574831962585},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.44943323731422424},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3763466775417328},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35669589042663574},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3407690227031708},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3368634581565857},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3347482681274414},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.10135787725448608}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.826214075088501},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7794363498687744},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7572572827339172},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.7044181227684021},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.6741704940795898},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6370574831962585},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.44943323731422424},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3763466775417328},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35669589042663574},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3407690227031708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3368634581565857},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3347482681274414},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.10135787725448608},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2648584.2648587","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2648584.2648587","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighth International Workshop on Data Mining for Online Advertising","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1888856404","https://openalex.org/W1952148407","https://openalex.org/W1984363873","https://openalex.org/W1997385921","https://openalex.org/W2009505424","https://openalex.org/W2019056073","https://openalex.org/W2039842578","https://openalex.org/W2061380513","https://openalex.org/W2118076585","https://openalex.org/W2149202561","https://openalex.org/W2152880776","https://openalex.org/W2153803020","https://openalex.org/W2910426770","https://openalex.org/W2912889105","https://openalex.org/W3125446772","https://openalex.org/W3125634603","https://openalex.org/W4240035482"],"related_works":["https://openalex.org/W2073713056","https://openalex.org/W3110702597","https://openalex.org/W2078761926","https://openalex.org/W2110441383","https://openalex.org/W2125620709","https://openalex.org/W1498872724","https://openalex.org/W4233149903","https://openalex.org/W4293864700","https://openalex.org/W2524540579","https://openalex.org/W2326878701"],"abstract_inverted_index":{"Most":[0],"video":[1],"advertising":[2],"campaigns":[3,31],"today":[4],"are":[5],"still":[6],"evaluated":[7],"based":[8],"on":[9,107],"aggregate":[10,77,143],"demographic":[11,23],"audience":[12],"metrics,":[13],"rather":[14],"than":[15,96],"measures":[16],"of":[17,101,155,210,221],"individual":[18,22],"impact":[19],"or":[20],"even":[21,138],"reach.":[24,104],"To":[25],"fit":[26],"in":[27,45,57,99,115],"with":[28,63,139],"advertisers'":[29],"evaluations,":[30],"must":[32],"be":[33,86,134,215],"optimized":[34],"toward":[35],"validation":[36],"by":[37,201],"third-party":[38,204],"measurement":[39],"companies,":[40],"which":[41,171],"act":[42],"as":[43,159],"\"oracles\"":[44],"assessing":[46],"ground":[47,65,144],"truth.":[48,66],"However,":[49],"information":[50],"is":[51],"only":[52,141],"available":[53],"from":[54,121],"such":[55,83,158],"oracles":[56],"aggregate,":[58],"leading":[59,203],"to":[60,88,142,167,190,217],"a":[61,202],"setting":[62,109],"incomplete":[64],"We":[67,105,125,147],"explore":[68],"methods":[69,188],"for":[70,117,162,175,208],"building":[71],"probabilistic":[72],"classification":[73],"models":[74,84],"using":[75],"these":[76,187],"data.":[78,124,146],"If":[79],"they":[80],"perform":[81,94],"well,":[82],"can":[85,133,194,214],"used":[87],"create":[89],"new":[90],"\"engineered\"":[91],"segments":[92,165,192],"that":[93,127,186,193,220],"better":[95],"existing":[97],"segments,":[98],"terms":[100],"lift":[102,197],"and/or":[103,198],"focus":[106],"the":[108,156,160],"where":[110],"companies":[111],"already":[112],"have":[113],"machinery":[114],"place":[116],"high-performance":[118],"predictive":[119],"modeling":[120,179],"traditional,":[122],"individual-level":[123],"show":[126,148,185],"model":[128],"building,":[129],"evaluation,":[130],"and":[131,178],"selection":[132],"reliably":[135],"carried":[136],"out":[137],"access":[140],"truth":[145],"various":[149],"concrete":[150],"results,":[151],"highlighting":[152],"confounding":[153],"aspects":[154],"problem,":[157],"tendency":[161],"pre-existing":[163,223],"\"in-target\"":[164],"actually":[166],"comprise":[168],"biased":[169],"subpopulations,":[170],"has":[172],"implications":[173],"both":[174],"campaign":[176],"performance":[177],"performance.":[180],"The":[181],"paper's":[182],"main":[183],"results":[184],"lead":[189],"engineered":[191],"substantially":[195],"improve":[196],"reach---as":[199],"verified":[200],"oracle.":[205],"For":[206],"example,":[207],"lifts":[209],"2-3X,":[211],"segment":[212],"reach":[213],"increased":[216],"57":[218],"times":[219],"comparable,":[222],"segments.":[224]},"counts_by_year":[{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}