{"id":"https://openalex.org/W2986688201","doi":"https://doi.org/10.1145/3357384.3357813","title":"What You Look Matters?","display_name":"What You Look Matters?","publication_year":2019,"publication_date":"2019-11-03","ids":{"openalex":"https://openalex.org/W2986688201","doi":"https://doi.org/10.1145/3357384.3357813","mag":"2986688201"},"language":"en","primary_location":{"id":"doi:10.1145/3357384.3357813","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3357384.3357813","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022655257","display_name":"Zhichen Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhichen Zhao","raw_affiliation_strings":["Bytedance Inc, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bytedance Inc, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440435","display_name":"Lei Li","orcid":"https://orcid.org/0009-0002-8268-6239"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Li","raw_affiliation_strings":["Bytedance Inc, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bytedance Inc, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385123","display_name":"Bowen Zhang","orcid":"https://orcid.org/0000-0001-6180-6815"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bowen Zhang","raw_affiliation_strings":["Bytedance Inc, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bytedance Inc, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043926480","display_name":"Meng Wang","orcid":"https://orcid.org/0000-0003-4067-1127"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng Wang","raw_affiliation_strings":["Bytedance Inc, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bytedance Inc, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074655314","display_name":"Yuning Jiang","orcid":"https://orcid.org/0000-0002-7145-0995"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuning Jiang","raw_affiliation_strings":["Bytedance Inc, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bytedance Inc, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101734837","display_name":"Li Xu","orcid":"https://orcid.org/0000-0002-6438-8927"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Xu","raw_affiliation_strings":["Bytedance Inc, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bytedance Inc, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044321581","display_name":"Fengkun Wang","orcid":"https://orcid.org/0009-0006-0597-3188"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fengkun Wang","raw_affiliation_strings":["Bytedance Inc, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bytedance Inc, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103733614","display_name":"Wei\u2010Ying Ma","orcid":"https://orcid.org/0000-0002-7384-0735"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weiying Ma","raw_affiliation_strings":["Bytedance Inc, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bytedance Inc, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7565,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.88165011,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2605","last_page":"2613"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7293232679367065},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5938630104064941},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.5869141221046448},{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.5522265434265137},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5345456004142761},{"id":"https://openalex.org/keywords/jargon","display_name":"Jargon","score":0.45044437050819397},{"id":"https://openalex.org/keywords/click-through-rate","display_name":"Click-through rate","score":0.44633305072784424},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42042645812034607},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40376728773117065},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37781012058258057},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.31424638628959656},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11679244041442871},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10396304726600647},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.08101913332939148}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7293232679367065},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5938630104064941},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.5869141221046448},{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.5522265434265137},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5345456004142761},{"id":"https://openalex.org/C2777611551","wikidata":"https://www.wikidata.org/wiki/Q17951","display_name":"Jargon","level":2,"score":0.45044437050819397},{"id":"https://openalex.org/C115174607","wikidata":"https://www.wikidata.org/wiki/Q1100934","display_name":"Click-through rate","level":2,"score":0.44633305072784424},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42042645812034607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40376728773117065},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37781012058258057},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.31424638628959656},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11679244041442871},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10396304726600647},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.08101913332939148},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3357384.3357813","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3357384.3357813","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1969675113","https://openalex.org/W1995609428","https://openalex.org/W2011720192","https://openalex.org/W2053323136","https://openalex.org/W2064675550","https://openalex.org/W2074694452","https://openalex.org/W2076618162","https://openalex.org/W2100597815","https://openalex.org/W2108598243","https://openalex.org/W2108738385","https://openalex.org/W2117423367","https://openalex.org/W2143331230","https://openalex.org/W2155211665","https://openalex.org/W2170240176","https://openalex.org/W2194775991","https://openalex.org/W2406862418","https://openalex.org/W2475334473","https://openalex.org/W2523437372","https://openalex.org/W2723293840","https://openalex.org/W2950274046","https://openalex.org/W2963163009","https://openalex.org/W2990138404","https://openalex.org/W3106250896"],"related_works":["https://openalex.org/W3040422808","https://openalex.org/W4317528635","https://openalex.org/W2499956125","https://openalex.org/W2553927761","https://openalex.org/W2501778858","https://openalex.org/W2355561715","https://openalex.org/W3128124465","https://openalex.org/W235416042","https://openalex.org/W2485612408","https://openalex.org/W3214311004"],"abstract_inverted_index":{"Modern":[0],"online":[1,87,136,161,181],"auction-based":[2],"advertising":[3,182],"systems":[4],"combine":[5],"item":[6],"and":[7,34,40,69,84,104,149,175],"user":[8,155],"features":[9,103],"to":[10,22,45,109,126],"promote":[11],"ad":[12,19,201],"creatives":[13,20,61,83,128],"with":[14],"the":[15,57,60,77,92,111,135,160,178,193],"most":[16],"revenue.However,":[17],"new":[18],"have":[21],"display":[23],"for":[24,200],"certain":[25],"initial":[26],"users":[27],"before":[28,130],"enough":[29],"click":[30],"statistics":[31],"could":[32],"collected":[33],"utilized":[35],"in":[36,134,168,177],"later":[37],"ads":[38,137,144],"ranking":[39],"bidding":[41],"processes.":[42],"This":[43],"leads":[44],"a":[46,72,123],"well-known":[47],"challenging":[48],"cold":[49,112],"start":[50,113],"problem.In":[51],"this":[52],"paper,":[53],"we":[54,70,99,115,187],"argue":[55],"that":[56],"content":[58],"of":[59],"intrinsically":[62],"determines":[63],"their":[64,106],"performance":[65],"(e.g.":[66],"ctr,":[67],"cvr),":[68],"add":[71],"pre-ranking":[73,93],"stage":[74,80,94],"based":[75],"on":[76,191],"content.":[78],"The":[79,170],"prunes":[81],"inferior":[82],"thus":[85],"makes":[86],"impressions":[88],"more":[89],"effective.":[90],"Since":[91],"can":[95,100],"be":[96],"executed":[97],"offline,":[98],"use":[101],"deep":[102],"take":[105],"well":[107],"generalization":[108],"navigate":[110],"problem.Specifically,":[114],"propose":[116],"Pre":[117],"Evaluation":[118],"Ad":[119],"Creation":[120],"Model":[121],"(PEAC),":[122],"novel":[124],"method":[125,171],"evaluate":[127],"even":[129],"they":[131],"were":[132],"shown":[133],"system.":[138],"Our":[139],"proposed":[140],"PEAC":[141,164],"only":[142],"utilizes":[143],"information":[145],"such":[146],"as":[147,157],"verbal":[148],"visual":[150],"content,":[151],"but":[152],"requires":[153],"no":[154],"data":[156],"features.":[158],"During":[159],"A/B":[162],"testing,":[163],"shows":[165],"significant":[166],"improvement":[167],"revenue.":[169],"has":[172],"been":[173],"implemented":[174],"deployed":[176],"large":[179],"scale":[180],"system":[183],"at":[184],"ByteDance.":[185],"Furthermore,":[186],"provide":[188],"detailed":[189],"analysis":[190],"what":[192],"model":[194],"learns,":[195],"which":[196],"also":[197],"gives":[198],"suggestions":[199],"creative":[202],"design.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}