{"id":"https://openalex.org/W4390188613","doi":"https://doi.org/10.1109/dasc/picom/cbdcom/cy59711.2023.10361498","title":"Adaptive Sequence Learning: Contextual Multi-armed Bandit Approach","display_name":"Adaptive Sequence Learning: Contextual Multi-armed Bandit Approach","publication_year":2023,"publication_date":"2023-11-14","ids":{"openalex":"https://openalex.org/W4390188613","doi":"https://doi.org/10.1109/dasc/picom/cbdcom/cy59711.2023.10361498"},"language":"en","primary_location":{"id":"doi:10.1109/dasc/picom/cbdcom/cy59711.2023.10361498","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dasc/picom/cbdcom/cy59711.2023.10361498","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Intl Conf on Dependable, Autonomic and Secure Computing, Intl Conf on Pervasive Intelligence and Computing, Intl Conf on Cloud and Big Data Computing, Intl Conf on Cyber Science and Technology Congress (DASC/PiCom/CBDCom/CyberSciTech)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102694485","display_name":"Danny Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I86897205","display_name":"Athabasca University","ror":"https://ror.org/01y3xgc52","country_code":"CA","type":"education","lineage":["https://openalex.org/I86897205"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Danny Nguyen","raw_affiliation_strings":["School of Computing and Information Systems, Athabasca University,Athabasca,Alberta,Canada","School of Computing and Information Systems, Athabasca University, Athabasca, Alberta, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Athabasca University,Athabasca,Alberta,Canada","institution_ids":["https://openalex.org/I86897205"]},{"raw_affiliation_string":"School of Computing and Information Systems, Athabasca University, Athabasca, Alberta, Canada","institution_ids":["https://openalex.org/I86897205"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015373894","display_name":"Leo Howard","orcid":null},"institutions":[{"id":"https://openalex.org/I86897205","display_name":"Athabasca University","ror":"https://ror.org/01y3xgc52","country_code":"CA","type":"education","lineage":["https://openalex.org/I86897205"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Leo Howard","raw_affiliation_strings":["School of Computing and Information Systems, Athabasca University,Athabasca,Alberta,Canada","School of Computing and Information Systems, Athabasca University, Athabasca, Alberta, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Athabasca University,Athabasca,Alberta,Canada","institution_ids":["https://openalex.org/I86897205"]},{"raw_affiliation_string":"School of Computing and Information Systems, Athabasca University, Athabasca, Alberta, Canada","institution_ids":["https://openalex.org/I86897205"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031604280","display_name":"Hongxin Yan","orcid":"https://orcid.org/0000-0002-3729-0844"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hongxin Yan","raw_affiliation_strings":["School of Computing, University of Eastern Finland,Joensuu,Finland","School of Computing, University of Eastern Finland, Joensuu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Eastern Finland,Joensuu,Finland","institution_ids":["https://openalex.org/I175532246"]},{"raw_affiliation_string":"School of Computing, University of Eastern Finland, Joensuu, Finland","institution_ids":["https://openalex.org/I175532246"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030707600","display_name":"Fuhua Lin","orcid":"https://orcid.org/0000-0002-5876-093X"},"institutions":[{"id":"https://openalex.org/I86897205","display_name":"Athabasca University","ror":"https://ror.org/01y3xgc52","country_code":"CA","type":"education","lineage":["https://openalex.org/I86897205"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Fuhua Lin","raw_affiliation_strings":["School of Computing and Information Systems, Athabasca University,Athabasca,Alberta,Canada","School of Computing and Information Systems, Athabasca University, Athabasca, Alberta, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Athabasca University,Athabasca,Alberta,Canada","institution_ids":["https://openalex.org/I86897205"]},{"raw_affiliation_string":"School of Computing and Information Systems, Athabasca University, Athabasca, Alberta, Canada","institution_ids":["https://openalex.org/I86897205"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"0751","last_page":"0756"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8151134252548218},{"id":"https://openalex.org/keywords/personalized-learning","display_name":"Personalized learning","score":0.75130295753479},{"id":"https://openalex.org/keywords/multi-armed-bandit","display_name":"Multi-armed bandit","score":0.7060484886169434},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6520871520042419},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.6098092198371887},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.590731680393219},{"id":"https://openalex.org/keywords/adaptive-learning","display_name":"Adaptive learning","score":0.5513489246368408},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.49737170338630676},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47053393721580505},{"id":"https://openalex.org/keywords/proactive-learning","display_name":"Proactive learning","score":0.4210382103919983},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.41143369674682617},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3941729664802551},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31806033849716187},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.27643200755119324},{"id":"https://openalex.org/keywords/cooperative-learning","display_name":"Cooperative learning","score":0.22636914253234863},{"id":"https://openalex.org/keywords/open-learning","display_name":"Open learning","score":0.15630516409873962},{"id":"https://openalex.org/keywords/teaching-method","display_name":"Teaching method","score":0.15164059400558472},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.1171540915966034},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0722360908985138}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8151134252548218},{"id":"https://openalex.org/C142039133","wikidata":"https://www.wikidata.org/wiki/Q3620943","display_name":"Personalized learning","level":5,"score":0.75130295753479},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.7060484886169434},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6520871520042419},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.6098092198371887},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.590731680393219},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.5513489246368408},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.49737170338630676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47053393721580505},{"id":"https://openalex.org/C12298181","wikidata":"https://www.wikidata.org/wiki/Q7246814","display_name":"Proactive learning","level":5,"score":0.4210382103919983},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.41143369674682617},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3941729664802551},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31806033849716187},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.27643200755119324},{"id":"https://openalex.org/C51672120","wikidata":"https://www.wikidata.org/wiki/Q303446","display_name":"Cooperative learning","level":3,"score":0.22636914253234863},{"id":"https://openalex.org/C15122004","wikidata":"https://www.wikidata.org/wiki/Q385756","display_name":"Open learning","level":4,"score":0.15630516409873962},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.15164059400558472},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.1171540915966034},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0722360908985138},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dasc/picom/cbdcom/cy59711.2023.10361498","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dasc/picom/cbdcom/cy59711.2023.10361498","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Intl Conf on Dependable, Autonomic and Secure Computing, Intl Conf on Pervasive Intelligence and Computing, Intl Conf on Cloud and Big Data Computing, Intl Conf on Cyber Science and Technology Congress (DASC/PiCom/CBDCom/CyberSciTech)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320325651","display_name":"Alberta Innovates","ror":null},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2080538028","https://openalex.org/W2108114251","https://openalex.org/W2212054606","https://openalex.org/W2257238407","https://openalex.org/W2488672102","https://openalex.org/W2899689262","https://openalex.org/W3004766324","https://openalex.org/W3007924065","https://openalex.org/W3015553638","https://openalex.org/W3031927489","https://openalex.org/W3167121994","https://openalex.org/W4234326533","https://openalex.org/W4287383897","https://openalex.org/W4294413807","https://openalex.org/W6602772216","https://openalex.org/W6676576766","https://openalex.org/W6723011532"],"related_works":["https://openalex.org/W4387712166","https://openalex.org/W4200357539","https://openalex.org/W2922296866","https://openalex.org/W2140236392","https://openalex.org/W2367121894","https://openalex.org/W3207508404","https://openalex.org/W4390188613","https://openalex.org/W4316021208","https://openalex.org/W4389988972","https://openalex.org/W2759853836"],"abstract_inverted_index":{"Personalized":[0],"learning":[1,26,44,75,91],"paths":[2,27],"have":[3],"become":[4],"a":[5,29,73,80,87,98],"promising":[6],"instructional":[7],"strategy":[8],"in":[9,39,61],"online":[10],"learning,":[11],"as":[12,55],"they":[13,56],"can":[14],"cater":[15],"to":[16,33,67,85],"individual":[17],"learners'":[18,40],"needs":[19],"and":[20,43,93],"preferences.":[21],"However,":[22],"creating":[23],"effective":[24],"personalized":[25,74],"is":[28,103],"complex":[30],"task":[31],"due":[32],"the":[34,95],"high":[35],"degree":[36],"of":[37],"variability":[38],"characteristics,":[41],"behaviors,":[42],"contexts.":[45],"Existing":[46],"recommendation":[47,77],"methods":[48],"do":[49,57],"not":[50,58],"adequately":[51],"address":[52,68],"this":[53,69],"challenge,":[54],"work":[59],"effectively":[60],"dynamic":[62],"environments.":[63],"This":[64],"paper":[65],"tries":[66],"gap":[70],"by":[71],"proposing":[72],"path":[76],"system":[78],"using":[79],"contextual":[81],"multi-armed":[82],"bandit":[83],"approach":[84],"offer":[86],"student":[88,96],"an":[89],"optimal":[90],"sequence":[92,100],"provide":[94],"with":[97],"modified":[99],"when":[101],"re-planning":[102],"required.":[104]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
