{"id":"https://openalex.org/W7167921169","doi":"https://doi.org/10.1145/3805712.3809745","title":"HyFormer: Revisiting the Roles of Sequence Modeling and Feature Interaction in CTR Prediction","display_name":"HyFormer: Revisiting the Roles of Sequence Modeling and Feature Interaction in CTR Prediction","publication_year":2026,"publication_date":"2026-07-10","ids":{"openalex":"https://openalex.org/W7167921169","doi":"https://doi.org/10.1145/3805712.3809745"},"language":null,"primary_location":{"id":"doi:10.1145/3805712.3809745","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3809745","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805712.3809745","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140399080","display_name":"Yunwen Huang","orcid":"https://orcid.org/0009-0003-4742-3676"},"institutions":[{"id":"https://openalex.org/I4210132266","display_name":"The Society for Post-Acute and Long-Term Care Medicine","ror":"https://ror.org/03zpeyw73","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210132266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunwen Huang","raw_affiliation_strings":["ByteDance AML, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-4742-3676","affiliations":[{"raw_affiliation_string":"ByteDance AML, Beijing, China","institution_ids":["https://openalex.org/I4210132266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019603279","display_name":"Shiyong Hong","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyong Hong","raw_affiliation_strings":["ByteDance Search, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4172-6740","affiliations":[{"raw_affiliation_string":"ByteDance Search, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140442242","display_name":"Xijun Xiao","orcid":"https://orcid.org/0009-0001-1329-6379"},"institutions":[{"id":"https://openalex.org/I4210132266","display_name":"The Society for Post-Acute and Long-Term Care Medicine","ror":"https://ror.org/03zpeyw73","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210132266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xijun Xiao","raw_affiliation_strings":["ByteDance AML, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-1329-6379","affiliations":[{"raw_affiliation_string":"ByteDance AML, Beijing, China","institution_ids":["https://openalex.org/I4210132266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063523940","display_name":"Jinqiu Jin","orcid":"https://orcid.org/0009-0004-2568-4637"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinqiu Jin","raw_affiliation_strings":["ByteDance Search, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-2568-4637","affiliations":[{"raw_affiliation_string":"ByteDance Search, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067257960","display_name":"Xuanyuan Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089865","display_name":"Advanced Materials Enterprises (China)","ror":"https://ror.org/007h50662","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210089865"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanyuan Luo","raw_affiliation_strings":["ByteDance AML, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-8412-3222","affiliations":[{"raw_affiliation_string":"ByteDance AML, Hangzhou, China","institution_ids":["https://openalex.org/I4210089865"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001564566","display_name":"Zhe Wang","orcid":"https://orcid.org/0000-0002-0959-2714"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Wang","raw_affiliation_strings":["ByteDance Search, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0959-2714","affiliations":[{"raw_affiliation_string":"ByteDance Search, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081043925","display_name":"Zheng Chai","orcid":"https://orcid.org/0000-0001-9823-2990"},"institutions":[{"id":"https://openalex.org/I4210089865","display_name":"Advanced Materials Enterprises (China)","ror":"https://ror.org/007h50662","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210089865"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Chai","raw_affiliation_strings":["ByteDance AML, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9823-2990","affiliations":[{"raw_affiliation_string":"ByteDance AML, Hangzhou, China","institution_ids":["https://openalex.org/I4210089865"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019272206","display_name":"S S Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shikang Wu","raw_affiliation_strings":["ByteDance Search, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-7553-4944","affiliations":[{"raw_affiliation_string":"ByteDance Search, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053722924","display_name":"Yuchao Zheng","orcid":"https://orcid.org/0000-0002-9804-2721"},"institutions":[{"id":"https://openalex.org/I4210089865","display_name":"Advanced Materials Enterprises (China)","ror":"https://ror.org/007h50662","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210089865"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchao Zheng","raw_affiliation_strings":["ByteDance AML, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9804-2721","affiliations":[{"raw_affiliation_string":"ByteDance AML, Hangzhou, China","institution_ids":["https://openalex.org/I4210089865"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5140410129","display_name":"Jingjian Lin","orcid":"https://orcid.org/0009-0001-6403-4176"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjian Lin","raw_affiliation_strings":["ByteDance Search, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-6403-4176","affiliations":[{"raw_affiliation_string":"ByteDance Search, Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"590","last_page":"599"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.8871999979019165,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.8871999979019165,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.012900000438094139,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.007600000128149986,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5394999980926514},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.49880000948905945},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.44440001249313354},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.4212999939918518},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.40119999647140503},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.39879998564720154},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.37630000710487366},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.37610000371932983},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3684999942779541}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7975999712944031},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5394999980926514},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.49880000948905945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48910000920295715},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.44440001249313354},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.4212999939918518},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.40119999647140503},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.39879998564720154},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.37610000371932983},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3684999942779541},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35839998722076416},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3327000141143799},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.31189998984336853},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29280000925064087},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.2921999990940094},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.27790001034736633},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C143271835","wikidata":"https://www.wikidata.org/wiki/Q254515","display_name":"Similitude","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27090001106262207},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805712.3809745","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3809745","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805712.3809745","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3809745","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6365156173706055,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2723293840","https://openalex.org/W2793768763","https://openalex.org/W2962745591","https://openalex.org/W3093519337","https://openalex.org/W3093945404","https://openalex.org/W4385568029","https://openalex.org/W4400528024","https://openalex.org/W4401863333","https://openalex.org/W4403577780","https://openalex.org/W4414034912","https://openalex.org/W4416016509","https://openalex.org/W4416017931","https://openalex.org/W4416017961","https://openalex.org/W4416018017"],"related_works":[],"abstract_inverted_index":{"Industrial":[0],"large-scale":[1],"recommendation":[2],"models":[3],"(LRMs)":[4],"face":[5],"the":[6,59,63,88,103,220],"challenge":[7],"of":[8,90,135,224],"jointly":[9],"modeling":[10,79,105,229],"long-range":[11],"user":[12],"behavior":[13,192],"sequences":[14,32],"and":[15,62,80,95,101,126,139,145,179,185,196,222],"heterogeneous":[16,147],"non-sequential":[17,121],"features":[18,49,122],"under":[19,182],"strict":[20],"efficiency":[21],"constraints.":[22],"However,":[23],"most":[24],"existing":[25],"architectures":[26],"employ":[27],"a":[28,37,70,84,227],"decoupled":[29],"pipeline:":[30],"long":[31,128,136],"are":[33,157],"first":[34],"compressed":[35],"with":[36,47,193],"query-token":[38],"based":[39],"sequence":[40,91,129],"compressor":[41],"like":[42,53],"LONGER,":[43],"followed":[44],"by":[45],"fusion":[46],"dense":[48],"through":[50],"token-mixing":[51],"modules":[52],"RankMixer,":[54],"which":[55,119,142],"thereby":[56],"limits":[57],"both":[58],"representation":[60],"capacity":[61],"interaction":[64,82],"flexibility.":[65],"This":[66],"paper":[67],"presents":[68],"HyFormer,":[69],"unified":[71,228],"hybrid":[72],"transformer":[73],"architecture":[74],"that":[75,112,173],"tightly":[76],"integrates":[77,113],"long-sequence":[78],"feature":[81],"into":[83,123],"single":[85],"backbone.":[86],"From":[87],"perspective":[89],"modeling,":[92],"we":[93],"revisit":[94],"redesign":[96],"query":[97],"tokens":[98],"in":[99,202],"LRMs,":[100],"frame":[102],"LRM":[104],"task":[106],"as":[107,226],"an":[108],"alternating":[109],"optimization":[110],"process":[111],"two":[114,154],"core":[115],"components:":[116],"Query":[117,140],"Decoding":[118],"expands":[120],"Global":[124],"Tokens":[125],"performs":[127],"decoding":[130],"over":[131,213],"layer-wise":[132],"key-value":[133],"representations":[134,163],"behavioral":[137],"sequences;":[138],"Boosting":[141],"enhances":[143],"cross-query":[144],"cross-sequence":[146],"interactions":[148],"via":[149],"efficient":[150],"token":[151],"mixing.":[152],"The":[153],"complementary":[155],"mechanisms":[156],"performed":[158],"iteratively":[159],"to":[160],"refine":[161],"semantic":[162],"across":[164],"layers.":[165],"Extensive":[166],"experiments":[167],"on":[168],"billion-scale":[169],"industrial":[170,232],"datasets":[171],"demonstrate":[172],"HyFormer":[174,225],"consistently":[175],"outperforms":[176],"strong":[177],"LONGER":[178],"RankMixer":[180],"baselines":[181],"comparable":[183],"parameter":[184],"FLOPs":[186],"budgets,":[187],"while":[188],"exhibiting":[189],"superior":[190],"scaling":[191],"increasing":[194],"parameters":[195],"FLOPs.":[197],"Large-scale":[198],"online":[199],"A/B":[200],"tests":[201],"high-traffic":[203],"production":[204],"systems":[205],"further":[206],"validate":[207],"its":[208],"effectiveness,":[209],"showing":[210],"significant":[211],"gains":[212],"deployed":[214],"state-of-the-art":[215],"models.":[216],"These":[217],"results":[218],"highlight":[219],"practicality":[221],"scalability":[223],"framework":[230],"for":[231],"LRMs.":[233]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-07-11T00:00:00"}