{"id":"https://openalex.org/W3154704661","doi":"https://doi.org/10.1145/3404835.3463012","title":"RLNF: Reinforcement Learning based Noise Filtering for Click-Through Rate Prediction","display_name":"RLNF: Reinforcement Learning based Noise Filtering for Click-Through Rate Prediction","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3154704661","doi":"https://doi.org/10.1145/3404835.3463012","mag":"3154704661"},"language":"en","primary_location":{"id":"doi:10.1145/3404835.3463012","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3463012","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024073253","display_name":"Pu Zhao","orcid":"https://orcid.org/0000-0002-4518-323X"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pu Zhao","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006894386","display_name":"Chuan Luo","orcid":"https://orcid.org/0000-0001-5028-1064"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Luo","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021552365","display_name":"Cheng Zhou","orcid":"https://orcid.org/0000-0001-9095-2846"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Zhou","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049886136","display_name":"Bo Qiao","orcid":"https://orcid.org/0000-0002-8997-8317"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Qiao","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003847249","display_name":"Jiale He","orcid":"https://orcid.org/0000-0003-2186-1793"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiale He","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068728111","display_name":"Liang\u2010Jie Zhang","orcid":"https://orcid.org/0000-0002-6219-0853"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangjie Zhang","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088646345","display_name":"Qingwei Lin","orcid":"https://orcid.org/0000-0003-2559-2383"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingwei Lin","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210113369"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2268","last_page":"2272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7889477014541626},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7526931166648865},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.672791600227356},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.6259404420852661},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5541738271713257},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.5462819933891296},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5230327844619751},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.4875049293041229},{"id":"https://openalex.org/keywords/click-through-rate","display_name":"Click-through rate","score":0.4548443555831909},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.43304911255836487},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3271905183792114},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32102519273757935},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.17454254627227783},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.07007461786270142}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7889477014541626},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7526931166648865},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.672791600227356},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.6259404420852661},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5541738271713257},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.5462819933891296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5230327844619751},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.4875049293041229},{"id":"https://openalex.org/C115174607","wikidata":"https://www.wikidata.org/wiki/Q1100934","display_name":"Click-through rate","level":2,"score":0.4548443555831909},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.43304911255836487},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3271905183792114},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32102519273757935},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.17454254627227783},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.07007461786270142},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3404835.3463012","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3463012","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2047192023","https://openalex.org/W2090883204","https://openalex.org/W2475334473","https://openalex.org/W2512971201","https://openalex.org/W2585303511","https://openalex.org/W2604662567","https://openalex.org/W2723293840","https://openalex.org/W2728346985","https://openalex.org/W2739619730","https://openalex.org/W2768044475","https://openalex.org/W2797032817","https://openalex.org/W2808489216","https://openalex.org/W2892656258","https://openalex.org/W2954765895","https://openalex.org/W2954817175","https://openalex.org/W2955380732","https://openalex.org/W2962745591","https://openalex.org/W2964182926","https://openalex.org/W2964323458","https://openalex.org/W2965280451","https://openalex.org/W2973198305","https://openalex.org/W2979450518","https://openalex.org/W2987016235","https://openalex.org/W2997024057","https://openalex.org/W2997994045","https://openalex.org/W2998207486","https://openalex.org/W3032044946","https://openalex.org/W3034792929","https://openalex.org/W3034830655","https://openalex.org/W3035717151","https://openalex.org/W3041360407","https://openalex.org/W3081190557","https://openalex.org/W3081278459","https://openalex.org/W3093907268","https://openalex.org/W3096591391","https://openalex.org/W3100700536","https://openalex.org/W3102871501","https://openalex.org/W3103167523","https://openalex.org/W3104439459","https://openalex.org/W3104506006","https://openalex.org/W3105595718","https://openalex.org/W3111708871","https://openalex.org/W3117684406","https://openalex.org/W6600212061"],"related_works":["https://openalex.org/W2045049461","https://openalex.org/W4381094582","https://openalex.org/W1978893398","https://openalex.org/W1977906818","https://openalex.org/W2369625323","https://openalex.org/W2364579609","https://openalex.org/W1522139108","https://openalex.org/W2353528968","https://openalex.org/W2032776242","https://openalex.org/W3155751026"],"abstract_inverted_index":{"Click-through":[0],"rate":[1],"(CTR)":[2],"prediction":[3,35,131,152,168,180,192,218],"aims":[4],"to":[5,15,18,112,127],"recall":[6],"the":[7,46,53,69,129,135,138,148,159,162,166,170,174,178,211,223,226],"advertisements":[8,48,62,86],"that":[9,207],"users":[10,17,80],"are":[11,49,55,81],"interested":[12,82],"in":[13,83],"and":[14,52,133,165,177,202,225],"lead":[16],"click,":[19],"which":[20,107,220],"is":[21,36,182],"of":[22,28,137,150,161,172,213,228],"critical":[23],"importance":[24],"for":[25],"a":[26,40,84,98,109,199],"variety":[27],"online":[29],"advertising":[30],"systems.":[31],"In":[32,117,184],"practice,":[33],"CTR":[34,130,151,167,179,191,217],"generally":[37],"formulated":[38],"as":[39,63,154],"conventional":[41],"binary":[42],"classification":[43],"problem,":[44],"where":[45],"clicked":[47],"positive":[50],"samples":[51,65,123],"others":[54],"negative":[56,64,115,122],"samples.":[57,116],"However,":[58],"directly":[59],"treating":[60],"unclicked":[61],"would":[66],"suffer":[67],"from":[68],"severe":[70],"label":[71],"noise":[72,102,110,139,163,175],"issue,":[73,95],"since":[74],"there":[75],"exist":[76],"many":[77],"reasons":[78],"why":[79],"few":[85],"but":[87],"do":[88],"not":[89],"click.":[90],"To":[91],"address":[92],"such":[93,119],"serious":[94],"we":[96,187],"propose":[97],"reinforcement":[99,145],"learning":[100,146],"based":[101],"filtering":[103],"approach,":[104],"dubbed":[105],"RLNF,":[106,118],"employs":[108],"filter":[111,140,164,176],"select":[113],"effective":[114,121],"selected,":[120],"can":[124,141],"be":[125,142],"used":[126],"enhance":[128],"model,":[132,169],"meanwhile":[134],"effectiveness":[136,224],"enhanced":[143],"through":[144],"using":[147],"performance":[149,171,212],"model":[153,181],"reward.":[155],"Actually,":[156],"by":[157],"alternating":[158],"enhancements":[160],"both":[173,222],"improved.":[183],"our":[185],"experiments,":[186],"equip":[188],"7":[189,216],"state-of-the-art":[190],"models":[193],"with":[194],"RLNF.":[195,229],"Extensive":[196],"experiments":[197],"on":[198],"public":[200],"dataset":[201,205],"an":[203],"industrial":[204],"present":[206],"RLNF":[208],"significantly":[209],"improves":[210],"all":[214],"these":[215],"models,":[219],"indicates":[221],"generality":[227]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}