{"id":"https://openalex.org/W7225014711","doi":"https://doi.org/10.57159/jcmm.5.5.261538","title":"E-Learning Course Recommendation Based on Employee Interaction History and Implicit Preferences: A Protocol-Aware Comparison of Sequential Recommendation Architectures","display_name":"E-Learning Course Recommendation Based on Employee Interaction History and Implicit Preferences: A Protocol-Aware Comparison of Sequential Recommendation Architectures","publication_year":2026,"publication_date":"2026-10-31","ids":{"openalex":"https://openalex.org/W7225014711","doi":"https://doi.org/10.57159/jcmm.5.5.261538"},"language":"en","primary_location":{"id":"doi:10.57159/jcmm.5.5.261538","doi":"https://doi.org/10.57159/jcmm.5.5.261538","is_oa":true,"landing_page_url":"https://doi.org/10.57159/jcmm.5.5.261538","pdf_url":"https://jcmm.co.in/index.php/jcmm/article/download/1538/200","source":{"id":"https://openalex.org/S5407043543","display_name":"Journal of Computers Mechanical and Management","issn_l":"3009-075X","issn":["3009-075X"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computers, Mechanical and Management","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://jcmm.co.in/index.php/jcmm/article/download/1538/200","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011385347","display_name":"Ruktin Handayani","orcid":"https://orcid.org/0009-0008-9568-2660","observed_orcids":["https://orcid.org/0009-0008-9568-2660"]},"institutions":[{"id":"https://openalex.org/I166843116","display_name":"Institut Teknologi Sepuluh Nopember","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]},{"id":"https://openalex.org/I4210120051","display_name":"Universitas Internasional Semen Indonesia","ror":"https://ror.org/02tmeqq57","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210120051"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ruktin Handayani","raw_affiliation_strings":["Department of Industrial and Systems Engineering, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia; Department of Informatics, Universitas Internasional Semen Indonesia, Gresik, Indonesia"],"raw_orcid":"https://orcid.org/0009-0008-9568-2660","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia; Department of Informatics, Universitas Internasional Semen Indonesia, Gresik, Indonesia","institution_ids":["https://openalex.org/I166843116","https://openalex.org/I4210120051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102784902","display_name":"Udisubakti Ciptomulyono","orcid":"https://orcid.org/0000-0001-7674-8224","observed_orcids":["https://orcid.org/0000-0001-7674-8224"]},"institutions":[{"id":"https://openalex.org/I166843116","display_name":"Institut Teknologi Sepuluh Nopember","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Udisubakti Ciptomulyono","raw_affiliation_strings":["Department of Industrial and Systems Engineering, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia"],"raw_orcid":"https://orcid.org/0000-0001-7674-8224","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia","institution_ids":["https://openalex.org/I166843116"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101688955","display_name":"Ratna Sari Dewi","orcid":"https://orcid.org/0000-0001-7081-4673","observed_orcids":["https://orcid.org/0000-0001-7081-4673"]},"institutions":[{"id":"https://openalex.org/I166843116","display_name":"Institut Teknologi Sepuluh Nopember","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ratna Sari Dewi","raw_affiliation_strings":["Department of Industrial and Systems Engineering, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia"],"raw_orcid":"https://orcid.org/0000-0001-7081-4673","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia","institution_ids":["https://openalex.org/I166843116"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.89404395,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":"5","first_page":"170","last_page":"191"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/course-recommendation","display_name":"course recommendation","score":0.7820000052452087},{"id":"https://openalex.org/keywords/sequential-recommendation","display_name":"sequential recommendation","score":0.7020000219345093},{"id":"https://openalex.org/keywords/implicit-preferences","display_name":"implicit preferences","score":0.6539999842643738},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.6349999904632568},{"id":"https://openalex.org/keywords/sasrec","display_name":"SASRec","score":0.781000018119812},{"id":"https://openalex.org/keywords/temporal-attention","display_name":"temporal attention","score":0.7799999713897705},{"id":"https://openalex.org/keywords/lstm-encoder-decoder","display_name":"LSTM encoder-decoder","score":0.8859999775886536},{"id":"https://openalex.org/keywords/multi-head-attention","display_name":"multi-head attention","score":0.9670000076293945},{"id":"https://openalex.org/keywords/corporate-training","display_name":"corporate training","score":0.30300000309944153}],"concepts":[{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.7858999967575073},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6822999715805054},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6725999712944031},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6617000102996826},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6284999847412109},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5789999961853027},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5372999906539917},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44609999656677246},{"id":"https://openalex.org/C2778139618","wikidata":"https://www.wikidata.org/wiki/Q13440398","display_name":"Workforce","level":2,"score":0.4309999942779541},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.37860000133514404},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36739999055862427},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3603000044822693},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.3384000062942505},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.3001999855041504},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.57159/jcmm.5.5.261538","doi":"https://doi.org/10.57159/jcmm.5.5.261538","is_oa":true,"landing_page_url":"https://doi.org/10.57159/jcmm.5.5.261538","pdf_url":"https://jcmm.co.in/index.php/jcmm/article/download/1538/200","source":{"id":"https://openalex.org/S5407043543","display_name":"Journal of Computers Mechanical and Management","issn_l":"3009-075X","issn":["3009-075X"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computers, Mechanical and Management","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.57159/jcmm.5.5.261538","doi":"https://doi.org/10.57159/jcmm.5.5.261538","is_oa":true,"landing_page_url":"https://doi.org/10.57159/jcmm.5.5.261538","pdf_url":"https://jcmm.co.in/index.php/jcmm/article/download/1538/200","source":{"id":"https://openalex.org/S5407043543","display_name":"Journal of Computers Mechanical and Management","issn_l":"3009-075X","issn":["3009-075X"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computers, Mechanical and Management","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4156000018119812,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225014711.pdf","grobid_xml":"https://content.openalex.org/works/W7225014711.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W2101409192","https://openalex.org/W2124187902","https://openalex.org/W2949676527","https://openalex.org/W2963367478","https://openalex.org/W2987577970","https://openalex.org/W2996103499","https://openalex.org/W2996931760","https://openalex.org/W3012561861","https://openalex.org/W3065542300","https://openalex.org/W3099814932","https://openalex.org/W3116048950","https://openalex.org/W3134063549","https://openalex.org/W3206127589","https://openalex.org/W3209225889","https://openalex.org/W3211255867","https://openalex.org/W3213795104","https://openalex.org/W4205390421","https://openalex.org/W4206594233","https://openalex.org/W4225321042","https://openalex.org/W4229012946","https://openalex.org/W4285806565","https://openalex.org/W4290944002","https://openalex.org/W4293243931","https://openalex.org/W4295678568","https://openalex.org/W4296121147","https://openalex.org/W4296591831","https://openalex.org/W4296604567","https://openalex.org/W4315977496","https://openalex.org/W4327712503","https://openalex.org/W4353081311","https://openalex.org/W4382365503","https://openalex.org/W4385238808","https://openalex.org/W4387310124","https://openalex.org/W4387706196","https://openalex.org/W4392124062","https://openalex.org/W4392384832","https://openalex.org/W4400294656","https://openalex.org/W4403220590"],"related_works":["https://openalex.org/W3049655856","https://openalex.org/W4390004289","https://openalex.org/W6922525502","https://openalex.org/W7128531849","https://openalex.org/W4416939459","https://openalex.org/W7216667607","https://openalex.org/W7161849217","https://openalex.org/W4417302571","https://openalex.org/W6903683917","https://openalex.org/W3030239689"],"abstract_inverted_index":{"Large":[0],"corporate":[1],"e-learning":[2],"catalogs":[3],"make":[4],"relevant":[5],"courses":[6],"hard":[7],"for":[8,20],"employees":[9],"to":[10,92,109,162,167],"find.":[11],"This":[12],"single-organization":[13],"case":[14],"study":[15],"compares":[16],"six":[17,83],"sequential":[18],"models":[19,154],"next-course":[21],"recommendation":[22],"from":[23],"interaction":[24],"histories:":[25],"an":[26,212],"Encoder-Decoder":[27],"LSTM":[28,101],"with":[29,43,223],"Temporal":[30,143],"Attention,":[31],"its":[32],"no-attention":[33],"and":[34,38,40,44,59,70,171,203,238],"Keras":[35],"multi-head-attention":[36],"variants,":[37],"GRU4Rec":[39],"SASRec,":[41],"each":[42],"without":[45],"the":[46,54,82,95,100,126,136,208,231],"same":[47,55],"temporal-attention":[48],"pooling.":[49],"Each":[50],"model":[51],"family":[52],"receives":[53],"30-trial":[56],"Optuna":[57],"search":[58],"is":[60],"evaluated":[61],"over":[62],"ten":[63],"training":[64],"seeds":[65],"on":[66,88,150,200],"4,553":[67],"(default":[68],"protocol)":[69,74],"4,551":[71],"(strict,":[72],"train-history-only":[73],"temporally":[75],"isolated":[76],"test":[77,127,183],"samples.":[78],"Under":[79],"equal":[80],"tuning,":[81],"backbones":[84],"are":[85],"statistically":[86],"indistinguishable":[87],"default-protocol":[89],"Hit@10":[90,148,214],"(92.6%":[91],"92.8%).":[93],"On":[94],"strict":[96],"protocol,":[97],"SASRec":[98],"outperforms":[99],"by":[102,180],"0.75":[103],"percentage":[104],"points":[105],"(95%":[106],"CI":[107],"0.35":[108],"1.16,":[110],"Holm-adjusted":[111],"p":[112],"=":[113],"0.004),":[114],"but":[115],"only":[116,216],"under":[117,134],"a":[118,130,139,156,172,205],"dual-protocol":[119],"tuning":[120],"objective":[121,132],"(E7b)":[122],"adopted":[123],"after":[124],"inspecting":[125],"results":[128],"of":[129,182,207,215],"single-protocol":[131],"(E7);":[133],"E7":[135],"advantage":[137],"becomes":[138],"non-significant":[140],"0.15-point":[141],"deficit.":[142],"attention":[144],"produces":[145],"no":[146],"Holm-significant":[147],"change":[149],"any":[151],"backbone.":[152],"All":[153],"outperform":[155],"first-order":[157],"Markov-chain":[158],"baseline":[159],"(by":[160],"6.0":[161],"6.1":[163],"points,":[164,169],"default;":[165],"33":[166],"34":[168],"strict)":[170],"popularity":[173],"baseline.":[174],"A":[175,196],"fixed":[176],"five-course":[177],"curriculum":[178],"followed":[179],"27.3%":[181],"users":[184,191,202,221],"inflates":[185],"every":[186,193],"raw":[187],"score;":[188],"excluding":[189],"these":[190],"leaves":[192],"comparison":[194],"intact.":[195],"forward-in-time":[197],"audit,":[198],"run":[199],"validation":[201],"not":[204,234,243],"retraining":[206],"main":[209],"models,":[210],"gives":[211],"absolute":[213],"about":[217],"0.51.":[218],"The":[219],"4,795":[220],"(49.96%)":[222],"fewer":[224],"than":[225],"four":[226],"interactions":[227],"were":[228],"excluded,":[229],"so":[230],"findings":[232],"do":[233,242],"cover":[235],"cold-start":[236],"recommendation,":[237],"offline":[239],"ranking":[240],"metrics":[241],"measure":[244],"learning":[245],"or":[246],"workforce":[247],"outcomes.":[248]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-11-01T00:00:00"}