{"id":"https://openalex.org/W4400457919","doi":"https://doi.org/10.1145/3676560","title":"Modeling Sequences as Star Graphs to Address Over-Smoothing in Self-Attentive Sequential Recommendation","display_name":"Modeling Sequences as Star Graphs to Address Over-Smoothing in Self-Attentive Sequential Recommendation","publication_year":2024,"publication_date":"2024-07-09","ids":{"openalex":"https://openalex.org/W4400457919","doi":"https://doi.org/10.1145/3676560"},"language":"en","primary_location":{"id":"doi:10.1145/3676560","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676560","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3676560","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101703008","display_name":"Bo Peng","orcid":"https://orcid.org/0009-0000-7569-1828"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Peng","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0009-0000-7569-1828","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100715928","display_name":"Ziqi Chen","orcid":"https://orcid.org/0009-0007-4778-8826"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziqi Chen","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0009-0007-4778-8826","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755351","display_name":"Srinivasan Parthasarathy","orcid":"https://orcid.org/0000-0002-6062-6449"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Srinivasan Parthasarathy","raw_affiliation_strings":["Department of Computer Science and Engineering, Translational Data Analytics Institute, The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0000-0002-6062-6449","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Translational Data Analytics Institute, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028997621","display_name":"Xia Ning","orcid":"https://orcid.org/0000-0002-6842-1165"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xia Ning","raw_affiliation_strings":["Department of Biomedical Informatics, Department of Computer Science and Engineering, Translational Data Analytics Institute, The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0000-0002-6842-1165","affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Department of Computer Science and Engineering, Translational Data Analytics Institute, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":1.2792,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.84235441,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"18","issue":"8","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.7314086556434631},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6537240743637085},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6316075921058655},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5645043849945068},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4944570064544678},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4398880898952484},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.42530566453933716},{"id":"https://openalex.org/keywords/star","display_name":"Star (game theory)","score":0.4142676591873169},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3790854215621948},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.3736976981163025},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3500136137008667},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3292091190814972},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08469802141189575}],"concepts":[{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.7314086556434631},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6537240743637085},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6316075921058655},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5645043849945068},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4944570064544678},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4398880898952484},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.42530566453933716},{"id":"https://openalex.org/C2780897414","wikidata":"https://www.wikidata.org/wiki/Q7600592","display_name":"Star (game theory)","level":2,"score":0.4142676591873169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3790854215621948},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3736976981163025},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3500136137008667},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3292091190814972},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08469802141189575},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3676560","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676560","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3676560","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676560","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3520675146","display_name":null,"funder_award_id":"1R01LM012605-01A1 and R21LM013678-01","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2075894130","https://openalex.org/W2135046866","https://openalex.org/W2171279286","https://openalex.org/W2194775991","https://openalex.org/W2219888463","https://openalex.org/W2560674852","https://openalex.org/W2591957553","https://openalex.org/W2626454364","https://openalex.org/W2783272285","https://openalex.org/W2809254203","https://openalex.org/W2809307135","https://openalex.org/W2893359107","https://openalex.org/W2899663614","https://openalex.org/W2902040508","https://openalex.org/W2950894652","https://openalex.org/W2951645301","https://openalex.org/W2951672137","https://openalex.org/W2963367478","https://openalex.org/W2964044287","https://openalex.org/W2964051675","https://openalex.org/W2971196067","https://openalex.org/W2984100107","https://openalex.org/W2998496395","https://openalex.org/W3085139254","https://openalex.org/W3093800735","https://openalex.org/W3102619277","https://openalex.org/W3119313768","https://openalex.org/W3205506291","https://openalex.org/W3209225889","https://openalex.org/W4220974940","https://openalex.org/W4224315226","https://openalex.org/W4226450359","https://openalex.org/W4285166886","https://openalex.org/W4297971002","https://openalex.org/W4376122599","https://openalex.org/W4388591574","https://openalex.org/W4390017890"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W1978572805","https://openalex.org/W2383807498","https://openalex.org/W2130974462","https://openalex.org/W1997992934","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W1987225439"],"abstract_inverted_index":{"Self-attention":[0],"(SA)":[1],"mechanisms":[2],"have":[3],"been":[4],"widely":[5,46],"used":[6],"in":[7,18,48,60,75,219,230],"developing":[8],"sequential":[9],"recommendation":[10,226,248],"(SR)":[11],"methods,":[12,102,169],"and":[13,63,68,88,118,133,194,205,242,253],"demonstrated":[14,47],"state-of-the-art":[15,151,188],"performance.":[16,69,249],"However,":[17],"this":[19,51,76],"article,":[20,77],"we":[21,78],"show":[22,199],"that":[23,33,163,200,223],"self-attentive":[24,101,189,210],"SR":[25],"methods":[26,153,221],"substantially":[27],"suffer":[28],"from":[29,99],"the":[30,49,72,112,116,130,143,167,181,187,215,235,247],"over-smoothing":[31,73,131],"issue":[32,52,132],"item":[34,232],"embeddings":[35],"within":[36,81,115],"a":[37,56,82,85,90,136],"sequence":[38,83,144],"become":[39],"increasingly":[40],"similar":[41],"across":[42],"attention":[43,216],"blocks.":[44],"As":[45],"literature,":[50],"could":[53],"lead":[54],"to":[55,109,142],"loss":[57],"of":[58,173,184,214],"information":[59,114,122,240],"individual":[61],"items,":[62],"significantly":[64,165],"degrade":[65],"models\u2019":[66],"scalability":[67,183],"To":[70],"address":[71],"issue,":[74],"view":[79],"items":[80],"constituting":[84],"star":[86],"graph":[87],"develop":[89],"method,":[91],"denoted":[92],"as":[93,174,176],"\\(\\mathop{\\mathtt{MSSG}}\\limits\\)":[94,103,135,148,164,185,201],",":[95],"for":[96],"SR.":[97],"Different":[98],"existing":[100],"introduces":[104],"an":[105,171],"additional":[106],"internal":[107],"node":[108],"specifically":[110],"capture":[111],"global":[113],"sequence,":[117],"does":[119],"not":[120,245],"require":[121],"propagation":[123],"among":[124],"items.":[125],"This":[126],"design":[127],"fundamentally":[128],"addresses":[129],"enables":[134],"linear":[137],"time":[138],"complexity":[139,192],"with":[140,149,170],"respect":[141],"length.":[145],"We":[146],"compare":[147],"eleven":[150],"baseline":[152,168],"on":[154,224],"six":[155],"public":[156],"benchmark":[157],"datasets.":[158],"Our":[159,178,191,212,250],"experimental":[160],"results":[161],"demonstrate":[162],"outperforms":[166],"improvement":[172],"much":[175],"10.10%.":[177],"analysis":[179,193,213],"shows":[180],"superior":[182],"over":[186],"methods.":[190,211],"runtime":[195],"performance":[196],"comparison":[197],"together":[198],"is":[202],"both":[203],"theoretically":[204],"practically":[206],"more":[207],"efficient":[208],"than":[209],"weights":[217],"learned":[218],"SA-based":[220],"indicates":[222],"sparse":[225],"data,":[227],"modeling":[228],"dependencies":[229],"all":[231],"pairs":[233],"using":[234],"SA":[236],"mechanism":[237],"yields":[238],"limited":[239],"gain,":[241],"thus,":[243],"might":[244],"benefit":[246],"source":[251],"code":[252],"data":[254],"are":[255],"publicly":[256],"accessible":[257],"through":[258],"GitHub":[259],".":[260]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}