{"id":"https://openalex.org/W4391093052","doi":"https://doi.org/10.1109/bigdata59044.2023.10386162","title":"Improving conversion rate prediction via self-supervised pre-training in online advertising","display_name":"Improving conversion rate prediction via self-supervised pre-training in online advertising","publication_year":2023,"publication_date":"2023-12-15","ids":{"openalex":"https://openalex.org/W4391093052","doi":"https://doi.org/10.1109/bigdata59044.2023.10386162"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata59044.2023.10386162","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata59044.2023.10386162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.16432","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025145070","display_name":"Alex Shtoff","orcid":"https://orcid.org/0009-0000-1147-3872"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alex Shtoff","raw_affiliation_strings":["Yahoo Research,Haifa,Israel","Yahoo Research, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo Research,Haifa,Israel","institution_ids":[]},{"raw_affiliation_string":"Yahoo Research, Haifa, Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059930466","display_name":"Yohay Kaplan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yohay Kaplan","raw_affiliation_strings":["Yahoo Research,Haifa,Israel","Yahoo Research, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo Research,Haifa,Israel","institution_ids":[]},{"raw_affiliation_string":"Yahoo Research, Haifa, Israel","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012603966","display_name":"Ariel Raviv","orcid":"https://orcid.org/0009-0004-4868-3426"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ariel Raviv","raw_affiliation_strings":["Yahoo Research,Haifa,Israel","Yahoo Research, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo Research,Haifa,Israel","institution_ids":[]},{"raw_affiliation_string":"Yahoo Research, Haifa, Israel","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33579536,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"25","issue":null,"first_page":"1835","last_page":"1842"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7298063039779663},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5446519255638123},{"id":"https://openalex.org/keywords/click-through-rate","display_name":"Click-through rate","score":0.5027220249176025},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4521097242832184},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3810747265815735},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14453637599945068}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7298063039779663},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5446519255638123},{"id":"https://openalex.org/C115174607","wikidata":"https://www.wikidata.org/wiki/Q1100934","display_name":"Click-through rate","level":2,"score":0.5027220249176025},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4521097242832184},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3810747265815735},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14453637599945068},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata59044.2023.10386162","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata59044.2023.10386162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2401.16432","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.16432","pdf_url":"https://arxiv.org/pdf/2401.16432","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.16432","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.16432","pdf_url":"https://arxiv.org/pdf/2401.16432","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391093052.pdf"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1526146785","https://openalex.org/W1980287119","https://openalex.org/W1992554260","https://openalex.org/W1994616650","https://openalex.org/W2021866613","https://openalex.org/W2027839911","https://openalex.org/W2047423141","https://openalex.org/W2087347434","https://openalex.org/W2105828468","https://openalex.org/W2122538988","https://openalex.org/W2140095548","https://openalex.org/W2144902422","https://openalex.org/W2149822245","https://openalex.org/W2189162242","https://openalex.org/W2295739661","https://openalex.org/W2614013894","https://openalex.org/W2743463187","https://openalex.org/W2768307941","https://openalex.org/W2796608345","https://openalex.org/W2803718882","https://openalex.org/W2896457183","https://openalex.org/W2963759574","https://openalex.org/W2964995401","https://openalex.org/W2982896193","https://openalex.org/W2984100107","https://openalex.org/W3034896171","https://openalex.org/W3065542300","https://openalex.org/W3098400049","https://openalex.org/W3100260481","https://openalex.org/W4288080156","https://openalex.org/W4289293816","https://openalex.org/W4294170691","https://openalex.org/W4306317417","https://openalex.org/W4385245566","https://openalex.org/W6604803494","https://openalex.org/W6631556622","https://openalex.org/W6639317949","https://openalex.org/W6681017033","https://openalex.org/W6681302627","https://openalex.org/W6682691769","https://openalex.org/W6687241523","https://openalex.org/W6739901393","https://openalex.org/W6748600614","https://openalex.org/W6755207826","https://openalex.org/W6756455746","https://openalex.org/W6791742336"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"The":[0],"task":[1,74],"of":[2,11,29,167,254,256,314],"predicting":[3],"conversion":[4,179],"rates":[5],"(CVR)":[6],"lies":[7],"at":[8,75],"the":[9,26,56,73,131,138,146,164,191,197,214,261,302],"heart":[10],"online":[12,221,286],"advertising":[13,222,305],"systems":[14],"aiming":[15],"to":[16,19,72,115,130,141,145,153,189,219,260,301],"optimize":[17],"bids":[18],"meet":[20],"advertiser":[21,155],"performance":[22],"requirements.":[23],"Even":[24],"with":[25],"recent":[27],"rise":[28],"deep":[30],"neural":[31,243],"networks,":[32],"these":[33],"predictions":[34],"are":[35,53,84,111,117,127],"often":[36],"made":[37],"by":[38,123,224,236],"factorization":[39],"machines":[40],"(FM),":[41],"especially":[42],"in":[43,99,284,292,312],"commercial":[44],"settings":[45],"where":[46],"inference":[47],"latency":[48,263],"is":[49,70,151,158,297,310],"key.":[50],"These":[51],"models":[52,101],"trained":[54,176],"using":[55,225],"logistic":[57],"regression":[58],"framework":[59],"on":[60,93,177,203],"labeled":[61],"tabular":[62,231],"data":[63,107],"formed":[64],"from":[65,106],"past":[66],"user":[67,90],"activity":[68],"that":[69,86,102,126,251],"relevant":[71],"hand.Many":[76],"advertisers":[77],"only":[78],"care":[79],"about":[80],"click-attributed":[81,129,182,205],"conversions,":[82,206],"which":[83],"conversions":[85,113,125],"occurred":[87],"after":[88],"a":[89,186,226,242,246,268],"has":[91],"clicked":[92],"an":[94,172,285],"ad.":[95],"A":[96],"major":[97,269],"challenge":[98],"training":[100,132],"predict":[103],"conversions-given-clicks":[104],"comes":[105],"sparsity":[108,122],"-":[109],"clicks":[110,116],"rare,":[112],"attributed":[114],"even":[118],"rarer.":[119],"However,":[120],"mitigating":[121],"adding":[124],"not":[128,201,209],"set":[133],"impairs":[134],"model":[135,175,199],"calibration,":[136],"causing":[137],"mean":[139],"prediction":[140,194],"no":[142],"longer":[143],"converge":[144],"actual":[147],"CVR.":[148],"Since":[149,196],"calibration":[150],"critical":[152],"achieving":[154],"goals,":[156],"this":[157,160,207],"infeasible.In":[159],"work":[161],"we":[162],"use":[163,171],"well-known":[165],"idea":[166,218],"self-supervised":[168,216],"pre-training,":[169],"and":[170,183,240,265,276,283,307],"auxiliary":[173],"auto-encoder":[174,238],"all":[178],"events,":[180],"both":[181,279],"not,":[184],"as":[185],"feature":[187],"extractor":[188],"enrich":[190],"main":[192,198],"CVR":[193],"model.":[195],"does":[200,208],"train":[202],"non":[204],"impair":[210],"calibration.":[211],"We":[212,272],"adapt":[213],"basic":[215],"pre-training":[217],"our":[220,274,295],"setup":[223],"loss":[227],"function":[228],"designed":[229],"for":[230],"data,":[232],"facilitating":[233],"continual":[234],"learning":[235],"ensuring":[237],"stability,":[239],"incorporating":[241],"network":[244],"into":[245],"large-scale":[247],"real-time":[248],"ad":[249],"auction":[250],"ranks":[252],"tens":[253],"thousands":[255],"ads,":[257],"while":[258],"conforming":[259],"strict":[262],"constraints,":[264],"without":[266],"incurring":[267],"engineering":[270],"cost.":[271],"evaluate":[273],"approach":[275],"show":[277],"improvements":[278],"offline,":[280],"during":[281],"training,":[282],"A/B":[287,293],"test.":[288],"Following":[289],"its":[290,308],"success":[291],"tests,":[294],"solution":[296],"now":[298],"fully":[299],"deployed":[300],"Yahoo":[303],"native":[304],"system,":[306],"impact":[309],"measured":[311],"millions":[313],"dollars":[315],"annually.":[316]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}