{"id":"https://openalex.org/W3210307688","doi":"https://doi.org/10.1145/3459637.3481958","title":"Unbiased Filtering of Accidental Clicks in Verizon Media Native Advertising","display_name":"Unbiased Filtering of Accidental Clicks in Verizon Media Native Advertising","publication_year":2021,"publication_date":"2021-10-26","ids":{"openalex":"https://openalex.org/W3210307688","doi":"https://doi.org/10.1145/3459637.3481958","mag":"3210307688"},"language":"en","primary_location":{"id":"doi:10.1145/3459637.3481958","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3459637.3481958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.05017","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059930466","display_name":"Yohay Kaplan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yohay Kaplan","raw_affiliation_strings":["Yahoo Research, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo Research, Haifa, Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036617094","display_name":"Naama Krasne","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Naama Krasne","raw_affiliation_strings":["Yahoo Research, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo Research, Haifa, Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025145070","display_name":"Alex Shtoff","orcid":"https://orcid.org/0009-0000-1147-3872"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alex Shtoff","raw_affiliation_strings":["Yahoo Research, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo Research, Haifa, Israel","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010839153","display_name":"Oren Somekh","orcid":"https://orcid.org/0009-0003-8454-5568"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oren Somekh","raw_affiliation_strings":["Yahoo Research, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo Research, Haifa, Israel","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1941,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.50695957,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3878","last_page":"3887"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.796705961227417},{"id":"https://openalex.org/keywords/accidental","display_name":"Accidental","score":0.624966561794281},{"id":"https://openalex.org/keywords/offset","display_name":"Offset (computer science)","score":0.6142606735229492},{"id":"https://openalex.org/keywords/dwell-time","display_name":"Dwell time","score":0.5301188826560974},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49952149391174316},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.45709601044654846},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4397006034851074},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.43307626247406006},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4247269928455353},{"id":"https://openalex.org/keywords/click-through-rate","display_name":"Click-through rate","score":0.4244837462902069},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4173266887664795},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38400715589523315},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.1473393738269806},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1202082633972168},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09778785705566406}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.796705961227417},{"id":"https://openalex.org/C126965237","wikidata":"https://www.wikidata.org/wiki/Q816335","display_name":"Accidental","level":2,"score":0.624966561794281},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.6142606735229492},{"id":"https://openalex.org/C151637689","wikidata":"https://www.wikidata.org/wiki/Q5318064","display_name":"Dwell time","level":2,"score":0.5301188826560974},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49952149391174316},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.45709601044654846},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4397006034851074},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.43307626247406006},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4247269928455353},{"id":"https://openalex.org/C115174607","wikidata":"https://www.wikidata.org/wiki/Q1100934","display_name":"Click-through rate","level":2,"score":0.4244837462902069},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4173266887664795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38400715589523315},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.1473393738269806},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1202082633972168},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09778785705566406},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3459637.3481958","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3459637.3481958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2312.05017","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.05017","pdf_url":"https://arxiv.org/pdf/2312.05017","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.05017","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.05017","pdf_url":"https://arxiv.org/pdf/2312.05017","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3210307688.pdf"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1992554260","https://openalex.org/W2027913476","https://openalex.org/W2033468335","https://openalex.org/W2045745608","https://openalex.org/W2054141820","https://openalex.org/W2061212083","https://openalex.org/W2074694452","https://openalex.org/W2076618162","https://openalex.org/W2116873850","https://openalex.org/W2130700086","https://openalex.org/W2146502635","https://openalex.org/W2166237624","https://openalex.org/W2295739661","https://openalex.org/W2509235963","https://openalex.org/W2572651649","https://openalex.org/W2614013894","https://openalex.org/W2788490371","https://openalex.org/W2796774312","https://openalex.org/W2945684222","https://openalex.org/W2952376602","https://openalex.org/W2982896193","https://openalex.org/W2984589663","https://openalex.org/W2986115522","https://openalex.org/W2998374081","https://openalex.org/W2998508934","https://openalex.org/W3098723082","https://openalex.org/W4300001292"],"related_works":["https://openalex.org/W2898247383","https://openalex.org/W2388945311","https://openalex.org/W1977953789","https://openalex.org/W3197512118","https://openalex.org/W2389319021","https://openalex.org/W2936623278","https://openalex.org/W2380890028","https://openalex.org/W633869025","https://openalex.org/W4367310110","https://openalex.org/W4296565308"],"abstract_inverted_index":{"Verizon":[0],"Media":[1],"(VZM)":[2],"native":[3,29,255],"advertising":[4],"is":[5,44,107,188,267],"one":[6],"of":[7,17,62,73,184,192,201,219],"VZM":[8,28,254],"largest":[9],"and":[10,41,79,94,152,167,231,257],"fastest":[11],"growing":[12],"businesses,":[13],"reaching":[14],"a":[15,47,121,177,233],"run-rate":[16],"several":[18],"hundred":[19],"million":[20],"USDs":[21],"in":[22,238],"the":[23,27,60,74,92,95,105,125,140,158,181,185,193,216,220,247,263],"past":[24],"year.":[25],"Driving":[26],"models":[30],"that":[31,71,99],"are":[32,69,80,213],"used":[33],"to":[34,114,142,149,157,269],"predict":[35],"event":[36],"probabilities,":[37,43],"such":[38],"as":[39,82,135,205,215],"click":[40,87,103],"conversion":[42],"OFFSET":[45],"-":[46],"feature":[48],"enhanced":[49],"collaborative-filtering":[50],"based":[51,197],"event-prediction":[52],"algorithm.":[53],"In":[54,172],"this":[55,173],"work":[56],"we":[57,68,129,175],"focus":[58],"on":[59,104,198],"challenge":[61],"predicting":[63,98],"click-through":[64],"rates":[65],"(CTR)":[66],"when":[67],"aware":[70],"some":[72],"clicks":[75,116,187],"have":[76,147],"short":[77],"dwell-time":[78,118],"defined":[81],"accidental":[83,86,186,203,270],"clicks.":[84,271],"An":[85],"implies":[88],"little":[89],"affinity":[90],"between":[91],"user":[93],"ad,":[96],"so":[97],"similar":[100],"users":[101],"will":[102,138],"ad":[106],"inaccurate.":[108],"Therefore,":[109],"it":[110],"may":[111],"be":[112],"beneficial":[113],"remove":[115],"with":[117],"lower":[119],"than":[120],"predefined":[122],"threshold":[123],"from":[124,226],"training":[126,225,240],"set.":[127],"However,":[128],"cannot":[130],"ignore":[131],"these":[132,137],"positive":[133,182],"events,":[134,222],"filtering":[136,151],"cause":[139],"model":[141,249,265],"under":[143],"predict.":[144],"Previous":[145],"approaches":[146],"tried":[148],"apply":[150],"then":[153],"adding":[154],"corrective":[155],"biases":[156],"CTR":[159],"predictions,":[160],"but":[161],"did":[162],"not":[163,170],"yield":[164],"revenue":[165,260],"lifts":[166],"therefore":[168],"were":[169],"adopted.":[171],"work,":[174],"present":[176],"new":[178],"approach":[179],"where":[180],"weight":[183],"distributed":[189],"among":[190],"all":[191],"negative":[194,221],"events":[195],"(skips),":[196],"their":[199],"likelihood":[200],"causing":[202],"clicks,":[204],"predicted":[206],"by":[207],"an":[208],"auxiliary":[209],"model.":[210],"These":[211],"likelihoods":[212],"taken":[214],"correct":[217],"labels":[218,230],"shifting":[223],"our":[224,239],"using":[227],"only":[228],"binary":[229,234],"adopting":[232],"cross-entropy":[235],"loss":[236],"function":[237],"process.":[241],"After":[242],"showing":[243],"offline":[244],"performance":[245],"improvements,":[246],"modified":[248],"was":[250],"tested":[251],"online":[252],"serving":[253],"users,":[256],"provided":[258],"1.18%":[259],"lift":[261],"over":[262],"production":[264],"which":[266],"agnostic":[268]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}