{"id":"https://openalex.org/W4400531810","doi":"https://doi.org/10.1145/3626772.3657974","title":"Breaking the Length Barrier: LLM-Enhanced CTR Prediction in Long Textual User Behaviors","display_name":"Breaking the Length Barrier: LLM-Enhanced CTR Prediction in Long Textual User Behaviors","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400531810","doi":"https://doi.org/10.1145/3626772.3657974"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657974","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657974","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3626772.3657974","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085733595","display_name":"Binzong Geng","orcid":"https://orcid.org/0009-0003-4382-0543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Binzong Geng","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-4382-0543","affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001638913","display_name":"Zhaoxin Huan","orcid":"https://orcid.org/0000-0002-3611-0901"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhaoxin Huan","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3611-0901","affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100746436","display_name":"Xiaolu Zhang","orcid":"https://orcid.org/0000-0001-8055-0245"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaolu Zhang","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8055-0245","affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082449442","display_name":"Yong He","orcid":"https://orcid.org/0009-0000-5390-2655"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yong He","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-5390-2655","affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425242","display_name":"Liang Zhang","orcid":"https://orcid.org/0000-0002-7744-7789"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang Zhang","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7744-7789","affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081665927","display_name":"Fajie Yuan","orcid":"https://orcid.org/0000-0001-8452-9929"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fajie Yuan","raw_affiliation_strings":["Westlake University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8452-9929","affiliations":[{"raw_affiliation_string":"Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045140292","display_name":"Jun Zhou","orcid":"https://orcid.org/0000-0001-6033-6102"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun Zhou","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6033-6102","affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044628261","display_name":"Linjian Mo","orcid":"https://orcid.org/0000-0002-6682-1448"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linjian Mo","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6682-1448","affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2311","last_page":"2315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5828465223312378},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32824569940567017}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5828465223312378},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32824569940567017}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626772.3657974","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657974","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3626772.3657974","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657974","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2723293840","https://openalex.org/W2945772520","https://openalex.org/W3106252282","https://openalex.org/W4226278401","https://openalex.org/W4290944002","https://openalex.org/W4296591867","https://openalex.org/W4306317673","https://openalex.org/W4382239917","https://openalex.org/W4385574005","https://openalex.org/W4387846632","https://openalex.org/W6600103761","https://openalex.org/W6605991194"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"With":[0],"the":[1,15,36,51,69,83,98,120,129,143,147,152,166,198,203],"rise":[2],"of":[3,17,38,54,62,72,85,100,114,128,151,168,175,242],"large":[4],"language":[5],"models":[6,222],"(LLMs),":[7],"recent":[8],"works":[9],"have":[10],"leveraged":[11],"LLMs":[12,32,39,55,252],"to":[13,81,107,125,172,201],"improve":[14],"performance":[16],"click-through":[18],"rate":[19],"(CTR)":[20],"prediction.":[21,257],"However,":[22],"we":[23,74],"argue":[24],"that":[25,96,210],"a":[26,92,235],"critical":[27],"obstacle":[28],"remains":[29],"in":[30,142,188,234],"deploying":[31],"for":[33,58,220,239,254],"practical":[34,253],"use:":[35],"efficiency":[37,53,70,84],"when":[40],"processing":[41],"long":[42],"textual":[43],"user":[44,47,101,116,133,137,161,170,186,228],"behaviors.":[45],"As":[46],"sequences":[48,138],"grow":[49],"longer,":[50],"current":[52],"is":[56],"inadequate":[57],"training":[59,213],"on":[60,247],"billions":[61],"users":[63],"and":[64,139,215],"items.":[65],"To":[66],"break":[67],"through":[68],"barrier":[71],"LLMs,":[73,224],"propose":[75],"Behavior":[76],"Aggregated":[77],"Hierarchical":[78],"Encoding":[79],"(BAHE)":[80],"enhance":[82],"LLM-based":[86],"CTR":[87,199,204,221,245,256],"modeling.":[88],"Specifically,":[89],"BAHE":[90,118,211,230],"proposes":[91],"novel":[93],"hierarchical":[94],"architecture":[95],"decouples":[97],"encoding":[99,113],"behaviors":[102,134],"from":[103,111,135],"inter-behavior":[104,156],"interactions.":[105],"Firstly,":[106],"prevent":[108],"computational":[109,181],"redundancy":[110],"repeated":[112],"identical":[115],"behaviors,":[117],"employs":[119],"LLM's":[121],"pre-trained":[122],"shallow":[123],"layers":[124,150],"extract":[126],"embeddings":[127],"most":[130],"granular,":[131],"atomic":[132],"extensive":[136],"stores":[140],"them":[141],"offline":[144],"database.":[145],"Subsequently,":[146],"deeper,":[148],"trainable":[149],"LLM":[153],"facilitate":[154],"intricate":[155],"interactions,":[157],"thereby":[158],"generating":[159],"comprehensive":[160],"embeddings.":[162],"This":[163],"separation":[164],"allows":[165],"learning":[167],"high-level":[169],"representations":[171],"be":[173],"independent":[174],"low-level":[176],"behavior":[177],"encoding,":[178],"significantly":[179],"reducing":[180],"complexity.":[182],"Finally,":[183],"these":[184],"refined":[185],"embeddings,":[187,194],"conjunction":[189],"with":[190,226],"correspondingly":[191],"processed":[192],"item":[193],"are":[195],"incorporated":[196],"into":[197],"model":[200],"compute":[202],"scores.":[205],"Extensive":[206],"experimental":[207],"results":[208],"show":[209],"reduces":[212],"time":[214],"memory":[216],"by":[217],"five":[218],"times":[219],"using":[223],"especially":[225],"longer":[227],"sequences.":[229],"has":[231],"been":[232],"deployed":[233],"real-world":[236],"system,":[237],"allowing":[238],"daily":[240],"updates":[241],"50":[243],"million":[244],"data":[246],"8":[248],"A100":[249],"GPUs,":[250],"making":[251],"industrial":[255]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}