{"id":"https://openalex.org/W1053104443","doi":"https://doi.org/10.1145/2740908.2742566","title":"Offline Evaluation of Response Prediction in Online Advertising Auctions","display_name":"Offline Evaluation of Response Prediction in Online Advertising Auctions","publication_year":2015,"publication_date":"2015-05-18","ids":{"openalex":"https://openalex.org/W1053104443","doi":"https://doi.org/10.1145/2740908.2742566","mag":"1053104443"},"language":"en","primary_location":{"id":"doi:10.1145/2740908.2742566","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2740908.2742566","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075009867","display_name":"Olivier Chapelle","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Olivier Chapelle","raw_affiliation_strings":["Criteo, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Criteo, Palo Alto, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5075009867"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.4867,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.95904671,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"919","last_page":"922"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/common-value-auction","display_name":"Common value auction","score":0.8194832801818848},{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.7827399969100952},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7758727073669434},{"id":"https://openalex.org/keywords/online-advertising","display_name":"Online advertising","score":0.7742195129394531},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6132555603981018},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5273861885070801},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.5135807991027832},{"id":"https://openalex.org/keywords/click-through-rate","display_name":"Click-through rate","score":0.47820234298706055},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4717748165130615},{"id":"https://openalex.org/keywords/display-advertising","display_name":"Display advertising","score":0.4571620523929596},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4223170876502991},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4101472795009613},{"id":"https://openalex.org/keywords/advertising","display_name":"Advertising","score":0.386260986328125},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.18860357999801636},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1434984803199768},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.12331515550613403},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.11311587691307068},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0970759391784668},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.06921204924583435}],"concepts":[{"id":"https://openalex.org/C163239763","wikidata":"https://www.wikidata.org/wiki/Q5153637","display_name":"Common value auction","level":2,"score":0.8194832801818848},{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.7827399969100952},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7758727073669434},{"id":"https://openalex.org/C512338625","wikidata":"https://www.wikidata.org/wiki/Q624902","display_name":"Online advertising","level":3,"score":0.7742195129394531},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6132555603981018},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5273861885070801},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.5135807991027832},{"id":"https://openalex.org/C115174607","wikidata":"https://www.wikidata.org/wiki/Q1100934","display_name":"Click-through rate","level":2,"score":0.47820234298706055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4717748165130615},{"id":"https://openalex.org/C2777999536","wikidata":"https://www.wikidata.org/wiki/Q2399498","display_name":"Display advertising","level":4,"score":0.4571620523929596},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4223170876502991},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4101472795009613},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.386260986328125},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.18860357999801636},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1434984803199768},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.12331515550613403},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.11311587691307068},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0970759391784668},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.06921204924583435},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2740908.2742566","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2740908.2742566","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.696.6667","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.696.6667","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://olivier.chapelle.cc/pub/utility.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1985759455","https://openalex.org/W2010953147","https://openalex.org/W2021375049","https://openalex.org/W2074694452","https://openalex.org/W2151239833","https://openalex.org/W2158542502","https://openalex.org/W2188273680","https://openalex.org/W2622863238","https://openalex.org/W3122305203","https://openalex.org/W4299828299","https://openalex.org/W6682208247"],"related_works":["https://openalex.org/W2100597815","https://openalex.org/W175164097","https://openalex.org/W2143648166","https://openalex.org/W2952316437","https://openalex.org/W4300589523","https://openalex.org/W2591602503","https://openalex.org/W2078847107","https://openalex.org/W2096414357","https://openalex.org/W3120879483","https://openalex.org/W2162862818"],"abstract_inverted_index":{"Click-through":[0],"rates":[1,4],"and":[2,65],"conversion":[3],"are":[5,32,36],"two":[6],"core":[7],"machine":[8],"learning":[9,25],"problems":[10],"in":[11,37,43,62],"online":[12,44,63],"advertising.":[13],"The":[14],"evaluation":[15,52],"of":[16,40,53],"such":[17],"systems":[18,42],"is":[19,57],"often":[20],"based":[21],"on":[22],"traditional":[23],"supervised":[24],"metrics":[26,73],"that":[27,56,67],"ignore":[28],"how":[29],"the":[30],"predictions":[31,35],"used.":[33],"These":[34],"fact":[38],"part":[39],"bidding":[41],"advertising":[45,64],"auctions.":[46],"We":[47],"present":[48],"here":[49],"an":[50],"empirical":[51],"a":[54],"metric":[55],"specifically":[58],"tailored":[59],"for":[60],"auctions":[61],"show":[66],"it":[68],"correlates":[69],"better":[70],"than":[71],"standard":[72],"with":[74],"A/B":[75],"test":[76],"results.":[77]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}