{"id":"https://openalex.org/W4405754319","doi":"https://doi.org/10.1109/access.2024.3522049","title":"A Reproducible Analysis of Sequential Recommender Systems","display_name":"A Reproducible Analysis of Sequential Recommender Systems","publication_year":2024,"publication_date":"2024-12-24","ids":{"openalex":"https://openalex.org/W4405754319","doi":"https://doi.org/10.1109/access.2024.3522049"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3522049","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3522049","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3522049","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092550097","display_name":"Filippo Betello","orcid":"https://orcid.org/0009-0006-0945-9688"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Filippo Betello","raw_affiliation_strings":["Department of Computer, Control and Management Engineering, Sapienza University of Rome, Rome, Italy"],"raw_orcid":"https://orcid.org/0009-0006-0945-9688","affiliations":[{"raw_affiliation_string":"Department of Computer, Control and Management Engineering, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010418278","display_name":"Antonio Purificato","orcid":"https://orcid.org/0009-0009-3933-380X"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Purificato","raw_affiliation_strings":["Department of Computer, Control and Management Engineering, Sapienza University of Rome, Rome, Italy"],"raw_orcid":"https://orcid.org/0009-0009-3933-380X","affiliations":[{"raw_affiliation_string":"Department of Computer, Control and Management Engineering, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074346581","display_name":"Federico Siciliano","orcid":"https://orcid.org/0000-0003-1339-6983"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federico Siciliano","raw_affiliation_strings":["Department of Computer, Control and Management Engineering, Sapienza University of Rome, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1339-6983","affiliations":[{"raw_affiliation_string":"Department of Computer, Control and Management Engineering, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088662629","display_name":"Giovanni Trappolini","orcid":"https://orcid.org/0000-0002-5515-634X"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Trappolini","raw_affiliation_strings":["Department of Computer, Control and Management Engineering, Sapienza University of Rome, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5515-634X","affiliations":[{"raw_affiliation_string":"Department of Computer, Control and Management Engineering, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Andrea Bacciu","orcid":"https://orcid.org/0009-0007-1322-343X"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]},{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Bacciu","raw_affiliation_strings":["Department of Computer, Control and Management Engineering, Sapienza University of Rome, Rome, Italy","Information Engineering Department, University of Pisa, Pisa, Italy"],"raw_orcid":"https://orcid.org/0009-0007-1322-343X","affiliations":[{"raw_affiliation_string":"Department of Computer, Control and Management Engineering, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Information Engineering Department, University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018894843","display_name":"Nicola Tonellotto","orcid":"https://orcid.org/0000-0002-7427-1001"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Tonellotto","raw_affiliation_strings":["Information Engineering Department, University of Pisa, Pisa, Italy"],"raw_orcid":"https://orcid.org/0000-0002-7427-1001","affiliations":[{"raw_affiliation_string":"Information Engineering Department, University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044165871","display_name":"Fabrizio Silvestri","orcid":"https://orcid.org/0000-0001-7669-9055"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabrizio Silvestri","raw_affiliation_strings":["Department of Computer, Control and Management Engineering, Sapienza University of Rome, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7669-9055","affiliations":[{"raw_affiliation_string":"Department of Computer, Control and Management Engineering, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":8.2744,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.97585973,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"5762","last_page":"5772"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.7815999984741211,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.7815999984741211,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7728967666625977},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7618160247802734},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3215130865573883}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7728967666625977},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7618160247802734},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3215130865573883}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2024.3522049","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3522049","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arpi.unipi.it:11568/1294587","is_oa":false,"landing_page_url":"https://hdl.handle.net/11568/1294587","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:120c917bf79e4371be54a588c4b514cf","is_oa":true,"landing_page_url":"https://doaj.org/article/120c917bf79e4371be54a588c4b514cf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 5762-5772 (2025)","raw_type":"article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1733922","is_oa":true,"landing_page_url":"https://hdl.handle.net/11573/1733922","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3522049","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3522049","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2027731328","https://openalex.org/W2071702404","https://openalex.org/W2150112352","https://openalex.org/W2157331557","https://openalex.org/W2171279286","https://openalex.org/W2219888463","https://openalex.org/W2614794251","https://openalex.org/W2773640334","https://openalex.org/W2795199972","https://openalex.org/W2886209086","https://openalex.org/W2910577570","https://openalex.org/W2957191877","https://openalex.org/W2963367478","https://openalex.org/W2964044287","https://openalex.org/W2965744319","https://openalex.org/W2984100107","https://openalex.org/W2987577970","https://openalex.org/W3041344680","https://openalex.org/W3044893918","https://openalex.org/W3088444111","https://openalex.org/W3133702157","https://openalex.org/W3134063549","https://openalex.org/W3208227120","https://openalex.org/W4205282864","https://openalex.org/W4224940316","https://openalex.org/W4229000037","https://openalex.org/W4239966440","https://openalex.org/W4296604375","https://openalex.org/W4296604567","https://openalex.org/W4384640047","https://openalex.org/W4385373885","https://openalex.org/W4385373976","https://openalex.org/W4386729798","https://openalex.org/W4392899608","https://openalex.org/W6638545294","https://openalex.org/W6692935382","https://openalex.org/W6755207826","https://openalex.org/W6780041269","https://openalex.org/W6794426595","https://openalex.org/W6873288953","https://openalex.org/W6892464000"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W2150182025","https://openalex.org/W3092950680","https://openalex.org/W3197542405","https://openalex.org/W2056712470","https://openalex.org/W3125580266"],"abstract_inverted_index":{"Sequential":[0],"Recommender":[1],"Systems":[2],"(SRSs)":[3],"have":[4],"emerged":[5],"as":[6],"a":[7,77,82,89],"highly":[8],"efficient":[9],"approach":[10],"to":[11,59,144,171,178,183],"recommendation":[12,28],"systems.":[13],"By":[14],"leveraging":[15],"sequential":[16],"data,":[17],"SRSs":[18,86,106],"can":[19,181],"identify":[20],"temporal":[21],"patterns":[22],"in":[23,52,108,196],"user":[24],"behaviour,":[25],"significantly":[26,184],"improving":[27],"accuracy":[29],"and":[30,43,54,73,87,93,164,174,194],"relevance.":[31],"Ensuring":[32],"the":[33,120,132,135,148,154,162,165,188],"reproducibility":[34,53],"of":[35,56,137,167],"these":[36,67],"models":[37],"is":[38,201],"paramount":[39],"for":[40,84,91,190],"advancing":[41],"research":[42],"facilitating":[44],"comparisons":[45],"between":[46],"them.":[47],"Existing":[48],"works":[49],"exhibit":[50],"shortcomings":[51],"replicability":[55],"results,":[57],"leading":[58],"inconsistent":[60],"statements":[61],"across":[62],"papers.":[63],"Our":[64,199],"work":[65],"fills":[66],"gaps":[68],"by":[69],"standardising":[70],"data":[71],"pre-processing":[72],"model":[74,138],"implementations,":[75],"providing":[76],"comprehensive":[78,175],"code":[79,200],"resource,":[80],"including":[81],"framework":[83],"developing":[85],"establishing":[88],"foundation":[90],"consistent":[92],"reproducible":[94],"experimentation.":[95],"We":[96,111],"conduct":[97],"extensive":[98],"experiments":[99],"on":[100,161],"several":[101],"benchmark":[102],"datasets,":[103],"comparing":[104],"various":[105],"implemented":[107],"our":[109],"resource.":[110],"challenge":[112],"prevailing":[113],"performance":[114],"benchmarks,":[115],"offering":[116],"new":[117],"insights":[118],"into":[119],"SR":[121],"domain.":[122],"For":[123],"instance,":[124],"SASRec":[125,142],"does":[126],"not":[127],"consistently":[128],"outperform":[129],"GRU4Rec.":[130],"On":[131],"contrary,":[133],"when":[134],"number":[136],"parameters":[139],"becomes":[140],"substantial,":[141],"starts":[143],"clearly":[145],"dominate":[146],"all":[147],"other":[149],"SRSs.":[150],"This":[151],"discrepancy":[152],"underscores":[153],"significant":[155],"impact":[156],"that":[157],"experimental":[158,192],"configuration":[159],"has":[160],"outcomes":[163],"importance":[166],"setting":[168],"it":[169],"up":[170],"ensure":[172],"precise":[173],"results.":[176],"Failure":[177],"do":[179],"so":[180],"lead":[182],"flawed":[185],"conclusions,":[186],"highlighting":[187],"need":[189],"rigorous":[191],"design":[193],"analysis":[195],"SRS":[197],"research.":[198],"available":[202],"at":[203],"<uri":[204],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[205],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/federicosiciliano/easy_lightning</uri>.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2024-12-25T00:00:00"}