{"id":"https://openalex.org/W4392384238","doi":"https://doi.org/10.1145/3616855.3635810","title":"Calibration-compatible Listwise Distillation of Privileged Features for CTR Prediction","display_name":"Calibration-compatible Listwise Distillation of Privileged Features for CTR Prediction","publication_year":2024,"publication_date":"2024-03-04","ids":{"openalex":"https://openalex.org/W4392384238","doi":"https://doi.org/10.1145/3616855.3635810"},"language":"en","primary_location":{"id":"doi:10.1145/3616855.3635810","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3616855.3635810","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001544801","display_name":"Xiaoqiang Gui","orcid":"https://orcid.org/0009-0007-9872-2798"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqiang Gui","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0007-9872-2798","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055174576","display_name":"Yueyao Cheng","orcid":"https://orcid.org/0009-0005-6086-7612"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueyao Cheng","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-6086-7612","affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001276052","display_name":"Xiang-Rong Sheng","orcid":"https://orcid.org/0009-0006-4864-574X"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang-Rong Sheng","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-4864-574X","affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046842314","display_name":"Yunfeng Zhao","orcid":"https://orcid.org/0000-0001-9493-168X"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunfeng Zhao","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0001-9493-168X","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027082940","display_name":"Guoxian Yu","orcid":"https://orcid.org/0000-0002-1667-6705"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoxian Yu","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-1667-6705","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010308985","display_name":"Shuguang Han","orcid":"https://orcid.org/0009-0003-9001-8369"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuguang Han","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-9001-8369","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102883869","display_name":"Yuning Jiang","orcid":"https://orcid.org/0000-0003-1665-3025"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuning Jiang","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1665-3025","affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100739665","display_name":"Jian Xu","orcid":"https://orcid.org/0000-0003-3111-1005"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Xu","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3111-1005","affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073856221","display_name":"Bo Zheng","orcid":"https://orcid.org/0000-0002-4037-6315"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Zheng","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4037-6315","affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"247","last_page":"256"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.7945500612258911},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7617613077163696},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7390230894088745},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.7067985534667969},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6065039038658142},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5703189373016357},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4905332922935486},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.47048094868659973},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32120129466056824},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16203013062477112},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11870327591896057},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.09965571761131287}],"concepts":[{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.7945500612258911},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7617613077163696},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7390230894088745},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.7067985534667969},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6065039038658142},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5703189373016357},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4905332922935486},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.47048094868659973},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32120129466056824},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16203013062477112},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11870327591896057},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.09965571761131287},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3616855.3635810","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3616855.3635810","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2705772724","display_name":null,"funder_award_id":"2022YFC3502101","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G4560156425","display_name":null,"funder_award_id":"2022YFC3502101","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G631735505","display_name":null,"funder_award_id":"62272276","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7391259441","display_name":null,"funder_award_id":"No. 62072380 and 62272276","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G8056994637","display_name":"\u764c\u75c7\u8de8\u6027\u72b6\u534f\u540c\u9a71\u52a8\u901a\u8def\u8bc6\u522b\u7814\u7a76","funder_award_id":"62072380","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1929727337","https://openalex.org/W2001832483","https://openalex.org/W2091158010","https://openalex.org/W2103179193","https://openalex.org/W2108862644","https://openalex.org/W2143166796","https://openalex.org/W2143331230","https://openalex.org/W2147892741","https://openalex.org/W2340526403","https://openalex.org/W2604202871","https://openalex.org/W2610314927","https://openalex.org/W2723293840","https://openalex.org/W2769473018","https://openalex.org/W2770508375","https://openalex.org/W2796727080","https://openalex.org/W2797400361","https://openalex.org/W2973171206","https://openalex.org/W2988119488","https://openalex.org/W2994069334","https://openalex.org/W2998892810","https://openalex.org/W2999122685","https://openalex.org/W3003609932","https://openalex.org/W3080249509","https://openalex.org/W3080768030","https://openalex.org/W3083259433","https://openalex.org/W3101681922","https://openalex.org/W3101997094","https://openalex.org/W3105712174","https://openalex.org/W3107716502","https://openalex.org/W3155345376","https://openalex.org/W3167758559","https://openalex.org/W3209943551","https://openalex.org/W4213097176","https://openalex.org/W4224321885","https://openalex.org/W4226337336","https://openalex.org/W4226400132","https://openalex.org/W4290928026","https://openalex.org/W4296591841","https://openalex.org/W4306316994","https://openalex.org/W4306317487","https://openalex.org/W4385562516","https://openalex.org/W4385568035","https://openalex.org/W4387848672","https://openalex.org/W4387848868","https://openalex.org/W6600195515"],"related_works":["https://openalex.org/W143502885","https://openalex.org/W42113618","https://openalex.org/W2103468410","https://openalex.org/W2480115405","https://openalex.org/W3197542402","https://openalex.org/W1856228368","https://openalex.org/W2971527398","https://openalex.org/W82829784","https://openalex.org/W1929207905","https://openalex.org/W2112815677"],"abstract_inverted_index":{"In":[0,79],"machine":[1],"learning":[2],"systems,":[3],"privileged":[4,28,41,53,70],"features":[5,9,29,42,51],"refer":[6],"to":[7,33,95,134,149,164,224],"the":[8,25,58,61,69,81,97,108,112,119,124,128,136,142,151,161,165,171,196,230,235,256,264],"that":[10,179],"are":[11],"available":[12],"during":[13],"offline":[14],"training":[15],"but":[16],"inaccessible":[17],"for":[18,76,88,100,205],"online":[19,77],"serving.":[20,78],"Previous":[21],"studies":[22],"have":[23],"recognized":[24],"importance":[26],"of":[27,111,127,174,260,266],"and":[30,55,177,250],"explored":[31],"ways":[32],"tackle":[34,209],"online-offline":[35],"discrepancies.":[36],"A":[37],"typical":[38],"practice":[39],"is":[40,73,85,93,147,201,243],"distillation":[43,175,192,222],"(PFD):":[44],"train":[45],"a":[46,65,251],"teacher":[47,62,143],"model":[48,63,67],"using":[49,64],"all":[50],"(including":[52],"ones)":[54],"then":[56,74,169],"distill":[57,96,150],"knowledge":[59],"from":[60,255],"student":[66],"(excluding":[68],"features),":[71],"which":[72,146,200,218],"employed":[75,190],"practice,":[80],"pointwise":[82],"cross-entropy":[83],"loss":[84,92,176,223],"often":[86],"adopted":[87],"PFD.":[89,167],"However,":[90],"this":[91,187,210],"insufficient":[94],"ranking":[98,152,227],"ability":[99,228],"CTR":[101,206],"prediction.":[102,207],"First,":[103],"it":[104,132,242],"does":[105],"not":[106,185],"consider":[107,135],"non-i.i.d.":[109],"characteristic":[110],"data":[113],"distribution,":[114],"i.e.,":[115],"other":[116],"items":[117],"on":[118,247],"same":[120],"page":[121],"significantly":[122],"impact":[123],"click":[125],"probability":[126],"candidate":[129],"item.":[130],"Second,":[131],"fails":[133],"relative":[137],"item":[138],"order":[139],"ranked":[140],"by":[141],"model's":[144,197,236],"predictions,":[145],"essential":[148],"ability.":[153,238],"To":[154,208],"address":[155],"these":[156],"issues,":[157],"we":[158,212],"first":[159],"extend":[160],"pointwise-based":[162,231],"PFD":[163,232],"listwise-based":[166],"We":[168,239],"define":[170],"calibration-compatible":[172],"property":[173,188],"show":[178],"commonly":[180],"used":[181],"listwise":[182,221],"losses":[183],"do":[184],"satisfy":[186],"when":[189],"as":[191],"loss,":[193],"thus":[194],"compromising":[195],"calibration":[198,237],"ability,":[199],"another":[202],"important":[203],"measure":[204],"dilemma,":[211],"propose":[213],"Calibration-compatible":[214],"LIstwise":[215],"Distillation":[216],"(CLID),":[217],"employs":[219],"carefully-designed":[220],"achieve":[225],"better":[226],"than":[229],"while":[233],"preserving":[234],"theoretically":[240],"prove":[241],"calibration-compatible.":[244],"Extensive":[245],"experiments":[246],"public":[248],"datasets":[249],"production":[252],"dataset":[253],"collected":[254],"display":[257],"advertising":[258],"system":[259],"Alibaba":[261],"further":[262],"demonstrate":[263],"effectiveness":[265],"CLID.":[267]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}