{"id":"https://openalex.org/W4385568204","doi":"https://doi.org/10.1145/3580305.3599422","title":"MAP: A Model-agnostic Pretraining Framework for Click-through Rate Prediction","display_name":"MAP: A Model-agnostic Pretraining Framework for Click-through Rate Prediction","publication_year":2023,"publication_date":"2023-08-04","ids":{"openalex":"https://openalex.org/W4385568204","doi":"https://doi.org/10.1145/3580305.3599422"},"language":"en","primary_location":{"id":"doi:10.1145/3580305.3599422","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599422","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036057873","display_name":"Jianghao Lin","orcid":"https://orcid.org/0000-0002-8953-3203"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianghao Lin","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037311972","display_name":"Yanru Qu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanru Qu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100648538","display_name":"Wei Guo","orcid":"https://orcid.org/0000-0001-8616-0221"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Guo","raw_affiliation_strings":["Huawei Noah's Ark Lab, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012370987","display_name":"Xinyi Dai","orcid":"https://orcid.org/0000-0002-3351-5401"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Dai","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054330014","display_name":"Ruiming Tang","orcid":"https://orcid.org/0000-0002-9224-2431"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiming Tang","raw_affiliation_strings":["Huawei Noah's Ark Lab, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001571390","display_name":"Yong Yu","orcid":"https://orcid.org/0000-0003-0281-8271"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Yu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090720315","display_name":"Weinan Zhang","orcid":"https://orcid.org/0000-0002-0127-2425"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weinan Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5036057873"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":12.6603,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.98666164,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1384","last_page":"1395"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8270907402038574},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.7738475799560547},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6770921349525452},{"id":"https://openalex.org/keywords/click-through-rate","display_name":"Click-through rate","score":0.6762011647224426},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6310193538665771},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.6013944745063782},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.550534188747406},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5445603728294373},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.536401629447937},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4261249899864197},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4240003824234009},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.41066625714302063},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3514445424079895},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.29744744300842285},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.18025904893875122},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.17562532424926758}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8270907402038574},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.7738475799560547},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6770921349525452},{"id":"https://openalex.org/C115174607","wikidata":"https://www.wikidata.org/wiki/Q1100934","display_name":"Click-through rate","level":2,"score":0.6762011647224426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6310193538665771},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.6013944745063782},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.550534188747406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5445603728294373},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.536401629447937},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4261249899864197},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4240003824234009},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.41066625714302063},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3514445424079895},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29744744300842285},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.18025904893875122},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.17562532424926758},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3580305.3599422","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599422","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1512751310","display_name":null,"funder_award_id":"6217703","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1740426589","display_name":null,"funder_award_id":"62177033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8721642152","display_name":null,"funder_award_id":"2021SHZDZX0102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8955107213","display_name":null,"funder_award_id":"Major","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1983548143","https://openalex.org/W2090883204","https://openalex.org/W2143570267","https://openalex.org/W2295739661","https://openalex.org/W2509235963","https://openalex.org/W2605350416","https://openalex.org/W2752782242","https://openalex.org/W2793768763","https://openalex.org/W2798991696","https://openalex.org/W2898085636","https://openalex.org/W2911760887","https://openalex.org/W2946044191","https://openalex.org/W2963924287","https://openalex.org/W2964182926","https://openalex.org/W2979450518","https://openalex.org/W2984100107","https://openalex.org/W2998207486","https://openalex.org/W3035524453","https://openalex.org/W3093580568","https://openalex.org/W3093945404","https://openalex.org/W3098024612","https://openalex.org/W3098903006","https://openalex.org/W3101704389","https://openalex.org/W3104030692","https://openalex.org/W3104439459","https://openalex.org/W3104789011","https://openalex.org/W3108655343","https://openalex.org/W3114654929","https://openalex.org/W3153413682","https://openalex.org/W3153687269","https://openalex.org/W3155333579","https://openalex.org/W3156055390","https://openalex.org/W3158714121","https://openalex.org/W3173151551","https://openalex.org/W3207267733","https://openalex.org/W3208338073","https://openalex.org/W4226544593","https://openalex.org/W4283397964","https://openalex.org/W4284687448","https://openalex.org/W4306317797","https://openalex.org/W4313156423","https://openalex.org/W4321479995","https://openalex.org/W4321485158","https://openalex.org/W6600741150"],"related_works":["https://openalex.org/W3199964822","https://openalex.org/W4232132981","https://openalex.org/W4238046985","https://openalex.org/W2950010088","https://openalex.org/W4287705027","https://openalex.org/W3043907666","https://openalex.org/W2783394551","https://openalex.org/W3164948662","https://openalex.org/W3003242282","https://openalex.org/W3153597579"],"abstract_inverted_index":{"With":[0],"the":[1,59,68,83,106,248],"widespread":[2],"application":[3],"of":[4,24,41,48,56,89,109,193,250,264],"online":[5],"advertising":[6],"systems,":[7],"click-through":[8],"rate":[9],"(CTR)":[10],"prediction":[11,26,136,171],"has":[12],"received":[13],"more":[14,16,99,115,162,231],"and":[15,18,33,35,91,113,117,129,155,161,173,188,196,220,230,258,267],"attention":[17],"research.":[19],"The":[20,45,93],"most":[21],"prominent":[22],"features":[23,90],"CTR":[25,135,234,270],"are":[27,78,126],"its":[28,72],"multi-field":[29,158],"categorical":[30,159],"data":[31,37,57,70],"format,":[32],"vast":[34],"daily-growing":[36],"volume":[38],"(e.g.,":[39],"billions":[40],"user":[42,110],"click":[43,76,111],"logs).":[44],"large":[46,107,206],"capacity":[47],"neural":[49],"models":[50],"helps":[51],"digest":[52],"such":[53],"massive":[54],"amounts":[55],"under":[58],"supervised":[60],"learning":[61,95,133],"paradigm,":[62],"yet":[63],"they":[64],"fail":[65],"to":[66,71,85,103,204],"utilize":[67],"substantial":[69],"full":[73],"potential,":[74],"since":[75],"signals":[77],"not":[79],"sufficient":[80],"enough":[81],"for":[82,134,233,269],"model":[84],"learn":[86,114],"capable":[87],"representations":[88],"instances.":[92],"self-supervised":[94,132],"paradigm":[96],"provides":[97],"a":[98,146,190,214],"promising":[100],"pretrain-finetune":[101],"solution":[102],"better":[104],"exploit":[105],"amount":[108],"logs":[112],"robust":[116],"effective":[118,232],"representations.":[119],"However,":[120],"current":[121],"works":[122],"on":[123,157,239],"this":[124,142],"line":[125],"still":[127,137],"preliminary":[128],"rudimentary,":[130],"leaving":[131],"an":[138],"open":[139],"question.":[140],"To":[141],"end,":[143],"we":[144,164,197],"propose":[145],"Model-agnostic":[147],"Pretraining":[148],"(MAP)":[149],"framework":[150],"that":[151],"applies":[152],"feature":[153,170,175,181,207],"corruption":[154],"recovery":[156],"data,":[160],"specifically,":[163],"derive":[165],"two":[166,240,252],"practical":[167],"algorithms:":[168],"masked":[169],"(MFP)":[172],"replaced":[174],"detection":[176],"(RFD).":[177],"MFP":[178,212],"digs":[179],"into":[180,213],"interactions":[182],"within":[183],"each":[184],"instance":[185],"through":[186,218],"masking":[187],"predicting":[189],"small":[191],"portion":[192],"input":[194,224],"features,":[195,225],"also":[198],"introduce":[199],"Noise":[200],"Contrastive":[201],"Estimation":[202],"(NCE)":[203],"handle":[205],"spaces.":[208],"RFD":[209],"further":[210],"turns":[211],"binary":[215],"classification":[216],"mode":[217],"replacing":[219],"detecting":[221],"changes":[222],"in":[223,262],"making":[226],"it":[227],"even":[228],"simpler":[229],"pretraining.":[235],"Our":[236],"extensive":[237],"experiments":[238],"real-world":[241],"million-level":[242],"datasets":[243],"(i.e.,":[244],"Avazu,":[245],"Criteo)":[246],"demonstrate":[247],"advantages":[249],"these":[251],"methods":[253],"over":[254],"several":[255],"strong":[256],"baselines,":[257],"achieve":[259],"new":[260],"state-of-the-art":[261],"terms":[263],"both":[265],"performance":[266],"efficiency":[268],"prediction.":[271]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":17}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}