{"id":"https://openalex.org/W2715423655","doi":"https://doi.org/10.1109/icassp.2017.7953377","title":"Contextual multi-armed bandit algorithms for personalized learning action selection","display_name":"Contextual multi-armed bandit algorithms for personalized learning action selection","publication_year":2017,"publication_date":"2017-03-01","ids":{"openalex":"https://openalex.org/W2715423655","doi":"https://doi.org/10.1109/icassp.2017.7953377","mag":"2715423655"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2017.7953377","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2017.7953377","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049303035","display_name":"Indu Manickam","orcid":"https://orcid.org/0000-0001-6881-0745"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Indu Manickam","raw_affiliation_strings":["Rice University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063813962","display_name":"Andrew Lan","orcid":"https://orcid.org/0000-0002-8475-6600"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew S. Lan","raw_affiliation_strings":["Rice University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072713767","display_name":"Richard G. Baraniuk","orcid":"https://orcid.org/0000-0002-0721-8999"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard G. Baraniuk","raw_affiliation_strings":["Rice University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74775410"],"apc_list":null,"apc_paid":null,"fwci":4.3443,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.95039758,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"6344","last_page":"6348"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7484043836593628},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6553267240524292},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.6446197628974915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6389908194541931},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6130003929138184},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6085944771766663},{"id":"https://openalex.org/keywords/personalized-learning","display_name":"Personalized learning","score":0.605368971824646},{"id":"https://openalex.org/keywords/multi-armed-bandit","display_name":"Multi-armed bandit","score":0.5539501905441284},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.49912071228027344},{"id":"https://openalex.org/keywords/cooperative-learning","display_name":"Cooperative learning","score":0.1395338773727417},{"id":"https://openalex.org/keywords/teaching-method","display_name":"Teaching method","score":0.13175755739212036},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.12944257259368896},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0877676010131836},{"id":"https://openalex.org/keywords/open-learning","display_name":"Open learning","score":0.07811567187309265},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07623577117919922}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7484043836593628},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6553267240524292},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.6446197628974915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6389908194541931},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6130003929138184},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6085944771766663},{"id":"https://openalex.org/C142039133","wikidata":"https://www.wikidata.org/wiki/Q3620943","display_name":"Personalized learning","level":5,"score":0.605368971824646},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.5539501905441284},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.49912071228027344},{"id":"https://openalex.org/C51672120","wikidata":"https://www.wikidata.org/wiki/Q303446","display_name":"Cooperative learning","level":3,"score":0.1395338773727417},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.13175755739212036},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.12944257259368896},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0877676010131836},{"id":"https://openalex.org/C15122004","wikidata":"https://www.wikidata.org/wiki/Q385756","display_name":"Open learning","level":4,"score":0.07811567187309265},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07623577117919922},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2017.7953377","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2017.7953377","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1601081659","https://openalex.org/W1911551976","https://openalex.org/W2039522160","https://openalex.org/W2069034916","https://openalex.org/W2072302356","https://openalex.org/W2108738385","https://openalex.org/W2126917700","https://openalex.org/W2138909795","https://openalex.org/W2163644476","https://openalex.org/W2463351286","https://openalex.org/W2487144912","https://openalex.org/W2499226730","https://openalex.org/W2577350134","https://openalex.org/W2949186496","https://openalex.org/W4246435226","https://openalex.org/W6639904974","https://openalex.org/W6676077707","https://openalex.org/W6678614127","https://openalex.org/W6718995694","https://openalex.org/W6732302738"],"related_works":["https://openalex.org/W2978999882","https://openalex.org/W3141031773","https://openalex.org/W1595686156","https://openalex.org/W2181392282","https://openalex.org/W2119369480","https://openalex.org/W148937441","https://openalex.org/W2077555735","https://openalex.org/W4394865617","https://openalex.org/W4390188613","https://openalex.org/W2715423655"],"abstract_inverted_index":{"Optimizing":[0],"the":[1,16,28,67,90],"selection":[2],"of":[3,30],"learning":[4,21,34,60,92,115],"resources":[5],"and":[6,97,126],"practice":[7,47],"questions":[8,83],"to":[9,18,57,82,88,95,104,112],"address":[10],"each":[11,37,120],"individual":[12],"student's":[13],"needs":[14],"has":[15],"potential":[17],"improve":[19],"students'":[20,73],"efficiency.":[22],"In":[23],"this":[24,64],"paper,":[25],"we":[26],"study":[27],"problem":[29,65],"selecting":[31],"a":[32,41,46],"personalized":[33,91,114],"action":[35],"for":[36,117],"student":[38],"(e.g.":[39],"watching":[40],"lecture":[42],"video,":[43],"working":[44],"on":[45,51,100],"question,":[48],"etc.),":[49],"based":[50],"their":[52,59,80,98],"prior":[53,74,124],"performance,":[54],"in":[55,84],"order":[56],"maximize":[58],"outcome.":[61],"We":[62,106],"formulate":[63],"using":[66,130],"contextual":[68],"multi-armed":[69],"bandits":[70],"framework,":[71],"where":[72],"concept":[75],"knowledge":[76],"states":[77],"(estimated":[78],"from":[79],"responses":[81],"previous":[85],"assessments)":[86],"correspond":[87,94,103],"contexts,":[89],"actions":[93,116],"arms,":[96],"performance":[99],"future":[101],"assessments":[102],"rewards.":[105],"propose":[107],"three":[108],"new":[109],"Bayesian":[110],"policies":[111],"select":[113],"students":[118],"that":[119],"exhibits":[121],"advantages":[122],"over":[123],"work,":[125],"experimentally":[127],"validate":[128],"them":[129],"real-world":[131],"datasets.":[132]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":5}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}