{"id":"https://openalex.org/W2076618162","doi":"https://doi.org/10.1145/2648584.2648589","title":"Practical Lessons from Predicting Clicks on Ads at Facebook","display_name":"Practical Lessons from Predicting Clicks on Ads at Facebook","publication_year":2014,"publication_date":"2014-08-24","ids":{"openalex":"https://openalex.org/W2076618162","doi":"https://doi.org/10.1145/2648584.2648589","mag":"2076618162"},"language":"en","primary_location":{"id":"doi:10.1145/2648584.2648589","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2648584.2648589","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighth International Workshop on Data Mining for Online Advertising","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010444015","display_name":"Xinran He","orcid":"https://orcid.org/0000-0002-6812-518X"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xinran He","raw_affiliation_strings":["Facebook, 1601 Willow Road, Menlo Park, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, 1601 Willow Road, Menlo Park, CA, United States","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109935473","display_name":"Junfeng Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junfeng Pan","raw_affiliation_strings":["Facebook, 1601 Willow Road, Menlo Park, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, 1601 Willow Road, Menlo Park, CA, United States","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111776207","display_name":"Ou Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ou Jin","raw_affiliation_strings":["Facebook, 1601 Willow Road, Menlo Park, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, 1601 Willow Road, Menlo Park, CA, United States","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028384432","display_name":"Tian-Bing Xu","orcid":"https://orcid.org/0000-0002-3375-3653"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianbing Xu","raw_affiliation_strings":["Facebook, 1601 Willow Road, Menlo Park, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, 1601 Willow Road, Menlo Park, CA, United States","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100461751","display_name":"Bo Liu","orcid":"https://orcid.org/0000-0003-3948-2839"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Liu","raw_affiliation_strings":["Facebook, 1601 Willow Road, Menlo Park, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, 1601 Willow Road, Menlo Park, CA, United States","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100728480","display_name":"Tao Xu","orcid":"https://orcid.org/0009-0006-7709-4756"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tao Xu","raw_affiliation_strings":["Facebook, 1601 Willow Road, Menlo Park, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, 1601 Willow Road, Menlo Park, CA, United States","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101196925","display_name":"Yanxin Shi","orcid":"https://orcid.org/0000-0001-9371-2442"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanxin Shi","raw_affiliation_strings":["Facebook, 1601 Willow Road, Menlo Park, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, 1601 Willow Road, Menlo Park, CA, United States","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088228903","display_name":"A. Atallah","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Antoine Atallah","raw_affiliation_strings":["Facebook, 1601 Willow Road, Menlo Park, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, 1601 Willow Road, Menlo Park, CA, United States","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059907791","display_name":"Ralf Herbrich","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ralf Herbrich","raw_affiliation_strings":["Facebook, 1601 Willow Road, Menlo Park, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, 1601 Willow Road, Menlo Park, CA, United States","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077241974","display_name":"Stuart Bowers","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stuart Bowers","raw_affiliation_strings":["Facebook, 1601 Willow Road, Menlo Park, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, 1601 Willow Road, Menlo Park, CA, United States","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041298987","display_name":"Joaquin Qui\u00f1onero Candela","orcid":"https://orcid.org/0009-0004-5149-3228"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joaquin Qui\u00f1onero Candela","raw_affiliation_strings":["Facebook, 1601 Willow Road, Menlo Park, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, 1601 Willow Road, Menlo Park, CA, United States","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5010444015"],"corresponding_institution_ids":["https://openalex.org/I4210114444"],"apc_list":null,"apc_paid":null,"fwci":82.4689,"has_fulltext":false,"cited_by_count":878,"citation_normalized_percentile":{"value":0.99967989,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7939872741699219},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.7215050458908081},{"id":"https://openalex.org/keywords/click-through-rate","display_name":"Click-through rate","score":0.541392982006073},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"Logistic regression","score":0.5274605751037598},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5179494619369507},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47461119294166565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46649834513664246},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.45232564210891724},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.444233238697052},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.22917145490646362},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09458422660827637}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7939872741699219},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.7215050458908081},{"id":"https://openalex.org/C115174607","wikidata":"https://www.wikidata.org/wiki/Q1100934","display_name":"Click-through rate","level":2,"score":0.541392982006073},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.5274605751037598},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5179494619369507},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47461119294166565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46649834513664246},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.45232564210891724},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.444233238697052},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.22917145490646362},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09458422660827637},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2648584.2648589","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2648584.2648589","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighth International Workshop on Data Mining for Online Advertising","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1568229137","https://openalex.org/W1678356000","https://openalex.org/W1975392791","https://openalex.org/W2010953147","https://openalex.org/W2074694452","https://openalex.org/W2090883204","https://openalex.org/W2107343618","https://openalex.org/W2108738385","https://openalex.org/W2114226753","https://openalex.org/W2119528150","https://openalex.org/W2162979096","https://openalex.org/W2604272474","https://openalex.org/W3122305203","https://openalex.org/W4231144620","https://openalex.org/W4298856664","https://openalex.org/W6676077707"],"related_works":["https://openalex.org/W2129863591","https://openalex.org/W1596769710","https://openalex.org/W2923497059","https://openalex.org/W4367335967","https://openalex.org/W3164948662","https://openalex.org/W3105157121","https://openalex.org/W3104067163","https://openalex.org/W3153597579","https://openalex.org/W4382049132","https://openalex.org/W3159661535"],"abstract_inverted_index":{"Online":[0],"advertising":[1,29],"allows":[2],"advertisers":[3],"to":[4,26,85,114,191],"only":[5],"bid":[6],"and":[7,38,139,171],"pay":[8],"for":[9,165],"measurable":[10],"user":[11,125],"responses,":[12],"such":[13],"as":[14],"clicks":[15,45],"on":[16,46,74],"ads.":[17],"As":[18],"a":[19,50,60,94,183],"consequence,":[20],"click":[21],"prediction":[22,102],"systems":[23],"are":[24,157],"central":[25],"most":[27,110],"online":[28],"systems.":[30],"With":[31],"over":[32,39,78],"750":[33],"million":[34,41],"daily":[35],"active":[36,42],"users":[37],"1":[40],"advertisers,":[43],"predicting":[44],"Facebook":[47],"ads":[48],"is":[49,113],"challenging":[51],"machine":[52],"learning":[53,168],"task.":[54],"In":[55],"this":[56],"paper":[57],"we":[58,134],"introduce":[59],"model":[61,142,176,190],"which":[62],"combines":[63],"decision":[64],"trees":[65,144],"with":[66,82],"logistic":[67,146],"regression,":[68],"outperforming":[69],"either":[70],"of":[71,96,104,131],"these":[72],"methods":[73],"its":[75],"own":[76],"by":[77],"3%,":[79],"an":[80],"improvement":[81],"significant":[83],"impact":[84,99],"the":[86,100,109,116,124,136,140,162,175,188],"overall":[87],"system":[88],"performance.":[89],"We":[90],"then":[91],"explore":[92],"how":[93],"number":[95],"fundamental":[97],"parameters":[98],"final":[101],"performance":[103],"our":[105],"system.":[106],"Not":[107],"surprisingly,":[108],"important":[111,158],"thing":[112],"have":[115,135],"right":[117,137,141,189],"features:":[118],"those":[119],"capturing":[120],"historical":[121],"information":[122],"about":[123],"or":[126,186],"ad":[127],"dominate":[128],"other":[129,148],"types":[130],"features.":[132],"Once":[133],"features":[138],"(decisions":[143],"plus":[145],"regression),":[147],"factors":[149],"play":[150],"small":[151,155],"roles":[152],"(though":[153],"even":[154],"improvements":[156],"at":[159],"scale).":[160],"Picking":[161],"optimal":[163],"handling":[164],"data":[166,172],"freshness,":[167],"rate":[169],"schema":[170],"sampling":[173],"improve":[174],"slightly,":[177],"though":[178],"much":[179],"less":[180],"than":[181],"adding":[182],"high-value":[184],"feature,":[185],"picking":[187],"begin":[192],"with.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":65},{"year":2024,"cited_by_count":46},{"year":2023,"cited_by_count":93},{"year":2022,"cited_by_count":101},{"year":2021,"cited_by_count":133},{"year":2020,"cited_by_count":141},{"year":2019,"cited_by_count":106},{"year":2018,"cited_by_count":69},{"year":2017,"cited_by_count":70},{"year":2016,"cited_by_count":28},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}