{"id":"https://openalex.org/W4296604567","doi":"https://doi.org/10.1145/3523227.3548487","title":"A Systematic Review and Replicability Study of BERT4Rec for Sequential Recommendation","display_name":"A Systematic Review and Replicability Study of BERT4Rec for Sequential Recommendation","publication_year":2022,"publication_date":"2022-09-13","ids":{"openalex":"https://openalex.org/W4296604567","doi":"https://doi.org/10.1145/3523227.3548487"},"language":"en","primary_location":{"id":"doi:10.1145/3523227.3548487","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3523227.3548487","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/view/author/62761.html>","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100748224","display_name":"Aleksandr V. Petrov","orcid":"https://orcid.org/0000-0002-0911-3605"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Aleksandr Petrov","raw_affiliation_strings":["School of Computing cience, University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computing cience, University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057643560","display_name":"Craig Macdonald","orcid":"https://orcid.org/0000-0003-3143-279X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Craig Macdonald","raw_affiliation_strings":["School of Computing cience, University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computing cience, University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100748224"],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":14.0283,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.98909093,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"436","last_page":"447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.953000009059906,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7750371694564819},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7183698415756226},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.6880559325218201},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.48229292035102844},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4625368118286133},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43776294589042664},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.4307659864425659},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.41516417264938354},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2138407826423645},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08272239565849304}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7750371694564819},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7183698415756226},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.6880559325218201},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.48229292035102844},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4625368118286133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43776294589042664},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.4307659864425659},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.41516417264938354},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2138407826423645},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08272239565849304},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3523227.3548487","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3523227.3548487","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:275645","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/62761.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:275645","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/62761.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1989121949","display_name":null,"funder_award_id":"EP/R018634/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5187265158","display_name":"Closed-Loop Data Science for Complex, Computationally- and Data-Intensive Analytics","funder_award_id":"EP/R018634/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W2171279286","https://openalex.org/W2219888463","https://openalex.org/W2605350416","https://openalex.org/W2626454364","https://openalex.org/W2741544350","https://openalex.org/W2783272285","https://openalex.org/W2809307135","https://openalex.org/W2902040508","https://openalex.org/W2951645301","https://openalex.org/W2963085847","https://openalex.org/W2963367478","https://openalex.org/W2964044287","https://openalex.org/W2979826702","https://openalex.org/W2983368141","https://openalex.org/W2984100107","https://openalex.org/W3065542300","https://openalex.org/W3066766382","https://openalex.org/W3080374445","https://openalex.org/W3081170586","https://openalex.org/W3089147479","https://openalex.org/W3100260481","https://openalex.org/W3102619277","https://openalex.org/W3111543999","https://openalex.org/W3119242082","https://openalex.org/W3135396887","https://openalex.org/W3136606064","https://openalex.org/W3152943193","https://openalex.org/W3156844209","https://openalex.org/W3156977692","https://openalex.org/W3171249018","https://openalex.org/W3184904621","https://openalex.org/W3185773347","https://openalex.org/W3193016584","https://openalex.org/W3194671304","https://openalex.org/W3200664681","https://openalex.org/W3200953672","https://openalex.org/W3201149665","https://openalex.org/W3201632862","https://openalex.org/W3202350098","https://openalex.org/W3206127589","https://openalex.org/W3208227120","https://openalex.org/W3208349229","https://openalex.org/W3208448516","https://openalex.org/W3209048663","https://openalex.org/W3209225889","https://openalex.org/W3209810427","https://openalex.org/W3210918329","https://openalex.org/W3210984903","https://openalex.org/W4206351333","https://openalex.org/W4210264905","https://openalex.org/W4212843742","https://openalex.org/W4226330269","https://openalex.org/W4239969464","https://openalex.org/W4283813840","https://openalex.org/W4296591831","https://openalex.org/W4297971002"],"related_works":["https://openalex.org/W4254851101","https://openalex.org/W3171007296","https://openalex.org/W22115721","https://openalex.org/W2321234655","https://openalex.org/W2065444835","https://openalex.org/W4394550905","https://openalex.org/W2952773340","https://openalex.org/W2470062578","https://openalex.org/W2981861370","https://openalex.org/W4229503580"],"abstract_inverted_index":{"BERT4Rec":[0,17,61,74,85,106,118,163,204,274,286],"is":[1,30],"an":[2,284],"effective":[3],"model":[4,287],"for":[5,40,141,210,217],"sequential":[6,23,41,211],"recommendation":[7,24],"based":[8,164],"on":[9,165,178,262,291],"the":[10,14,95,102,116,132,136,153,166,174,241,263,299],"Transformer":[11,235],"architecture.":[12],"In":[13,64],"original":[15,117,137],"publication,":[16],"claimed":[18],"superiority":[19,50],"over":[20],"other":[21,54,234],"available":[22,103,239],"approaches":[25],"(e.g.":[26,245],"SASRec),":[27],"and":[28,51,82,107,198],"it":[29],"now":[31],"frequently":[32],"being":[33],"used":[34],"as":[35,249],"a":[36,142,218],"state-of-the":[37],"art":[38],"baseline":[39],"recommendation.":[42],"However,":[43,126],"not":[44,88],"all":[45,70],"subsequent":[46],"publications":[47,71],"confirmed":[48],"its":[49],"have":[52],"proposed":[53],"models":[55,271],"that":[56,72,84,109,203,226,237,268,283,292],"were":[57],"shown":[58],"to":[59,112,130,149,152,186,191,278],"outperform":[60],"in":[62,240,298],"effectiveness.":[63],"this":[65,98],"paper":[66],"we":[67,100,110,127,171,201,224,266,281],"systematically":[68],"review":[69,197],"compare":[73],"with":[75,135],"another":[76],"popular":[77],"Transformer-based":[78],"model,":[79],"namely":[80],"SASRec,":[81],"show":[83,108,225,282],"results":[86,114,134,177,296],"are":[87,128,238],"consistent":[89],"within":[90],"these":[91,270],"publications.":[92,302],"To":[93],"understand":[94],"reasons":[96],"behind":[97],"inconsistency,":[99],"analyse":[101],"implementations":[104],"of":[105,115,146,162,221],"fail":[111],"reproduce":[113],"publication":[119],"when":[120,215],"using":[121,246],"their":[122],"default":[123,154],"configuration":[124],"parameters.":[125],"able":[129],"replicate":[131],"reported":[133,176,297],"code":[138],"if":[139],"training":[140,189],"much":[143],"longer":[144],"amount":[145,220],"time":[147,190],"(up":[148],"30x)":[150],"compared":[151],"configuration.":[155],"We":[156],"also":[157],"propose":[158],"our":[159,195,227],"own":[160],"implementation":[161,228],"HuggingFace":[167,242],"Transformers":[168,243],"library,":[169],"which":[170],"demonstrate":[172,267],"replicates":[173],"originally":[175],"3":[179],"out":[180],"4":[181],"datasets,":[182],"while":[183],"requiring":[184],"up":[185,277],"95%":[187],"less":[188],"converge.":[192],"Overall,":[193],"from":[194,232],"systematic":[196],"detailed":[199],"experiments,":[200],"conclude":[202],"does":[205],"indeed":[206],"exhibit":[207],"state-of-the-art":[208,295],"effectiveness":[209],"recommendation,":[212],"but":[213],"only":[214],"trained":[216],"sufficient":[219],"time.":[222],"Additionally,":[223],"can":[229,272],"further":[230],"benefit":[231],"adapting":[233],"architectures":[236],"library":[244],"disentangled":[247],"attention,":[248],"provided":[250],"by":[251,276],"DeBERTa,":[252],"or":[253],"larger":[254],"hidden":[255],"layer":[256],"size":[257],"cf.":[258],"ALBERT).":[259],"For":[260],"example,":[261],"MovieLens-1M":[264],"dataset,":[265],"both":[269],"improve":[273],"performance":[275,290],"9%.":[279],"Moreover,":[280],"ALBERT-based":[285],"achieves":[288],"better":[289],"dataset":[293],"than":[294],"most":[300],"recent":[301]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}