{"id":"https://openalex.org/W2939627158","doi":"https://doi.org/10.1561/2200000068","title":"Introduction to Multi-Armed Bandits","display_name":"Introduction to Multi-Armed Bandits","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2939627158","doi":"https://doi.org/10.1561/2200000068","mag":"2939627158"},"language":"en","primary_location":{"id":"doi:10.1561/2200000068","is_oa":false,"landing_page_url":"https://doi.org/10.1561/2200000068","pdf_url":null,"source":{"id":"https://openalex.org/S4210188176","display_name":"Foundations and Trends\u00ae in Machine Learning","issn_l":"1935-8237","issn":["1935-8237","1935-8245"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Machine Learning","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1904.07272","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058550942","display_name":"Aleksandrs Slivkins","orcid":"https://orcid.org/0000-0001-6899-6383"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210134421","display_name":"INTRASOFT International (Luxembourg)","ror":"https://ror.org/02zn9x324","country_code":"LU","type":"company","lineage":["https://openalex.org/I4210134421","https://openalex.org/I86100027"]}],"countries":["LU","US"],"is_corresponding":true,"raw_author_name":"Aleksandrs Slivkins","raw_affiliation_strings":["Microsoft Research NYC","Microsoft Research NYC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research NYC","institution_ids":[]},{"raw_affiliation_string":"Microsoft Research NYC, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5058550942"],"corresponding_institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210134421"],"apc_list":null,"apc_paid":null,"fwci":0.4116,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66735627,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"12","issue":"1-2","first_page":"1","last_page":"286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6564443111419678},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6123555898666382},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.5539664626121521},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5131891369819641},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.48666054010391235},{"id":"https://openalex.org/keywords/thompson-sampling","display_name":"Thompson sampling","score":0.4751018285751343},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.4509087800979614},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.44907835125923157},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.42348480224609375},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.41036325693130493},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3944392204284668},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3845735192298889},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.2172144055366516},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.1990959346294403},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17081588506698608},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.13382050395011902}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6564443111419678},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6123555898666382},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.5539664626121521},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5131891369819641},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.48666054010391235},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.4751018285751343},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.4509087800979614},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.44907835125923157},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.42348480224609375},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.41036325693130493},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3944392204284668},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3845735192298889},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2172144055366516},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.1990959346294403},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17081588506698608},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.13382050395011902},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1561/2200000068","is_oa":false,"landing_page_url":"https://doi.org/10.1561/2200000068","pdf_url":null,"source":{"id":"https://openalex.org/S4210188176","display_name":"Foundations and Trends\u00ae in Machine Learning","issn_l":"1935-8237","issn":["1935-8237","1935-8245"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Machine Learning","raw_type":"journal-article"},{"id":"doi:10.1561/9781680836219","is_oa":false,"landing_page_url":"https://doi.org/10.1561/9781680836219","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"monograph"},{"id":"pmh:oai:arXiv.org:1904.07272","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.07272","pdf_url":"https://arxiv.org/pdf/1904.07272","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2939627158","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1904.07272.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:aleph.bib-bvb.de:BVB01-033292849","is_oa":false,"landing_page_url":"https://www.nowpublishers.com/article/Details/MAL-068","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"software, multimedia"},{"id":"pmh:oai:cds.cern.ch:2707578","is_oa":false,"landing_page_url":"http://cds.cern.ch/record/2707578","pdf_url":null,"source":{"id":"https://openalex.org/S4306402195","display_name":"CERN Document Server (European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"doi:10.48550/arxiv.1904.07272","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1904.07272","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1904.07272","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.07272","pdf_url":"https://arxiv.org/pdf/1904.07272","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2939627158.pdf"},"referenced_works_count":310,"referenced_works":["https://openalex.org/W35251828","https://openalex.org/W50486269","https://openalex.org/W57706852","https://openalex.org/W157259654","https://openalex.org/W165458731","https://openalex.org/W172143579","https://openalex.org/W316323024","https://openalex.org/W638603679","https://openalex.org/W973866062","https://openalex.org/W1094752974","https://openalex.org/W1487320471","https://openalex.org/W1506859583","https://openalex.org/W1518788040","https://openalex.org/W1520045492","https://openalex.org/W1521084402","https://openalex.org/W1529039634","https://openalex.org/W1552364668","https://openalex.org/W1553290137","https://openalex.org/W1556834409","https://openalex.org/W1570963478","https://openalex.org/W1575658237","https://openalex.org/W1589374853","https://openalex.org/W1589928278","https://openalex.org/W1625390266","https://openalex.org/W1631797562","https://openalex.org/W1659045240","https://openalex.org/W1668488459","https://openalex.org/W1699297496","https://openalex.org/W1735261864","https://openalex.org/W1761637522","https://openalex.org/W1835900096","https://openalex.org/W1861050369","https://openalex.org/W1861297722","https://openalex.org/W1882177676","https://openalex.org/W1900560890","https://openalex.org/W1911551976","https://openalex.org/W1973991804","https://openalex.org/W1974144574","https://openalex.org/W1979352993","https://openalex.org/W1982971964","https://openalex.org/W1987292194","https://openalex.org/W1988716172","https://openalex.org/W1988790447","https://openalex.org/W1989274820","https://openalex.org/W2004001705","https://openalex.org/W2008737310","https://openalex.org/W2009551863","https://openalex.org/W2009979684","https://openalex.org/W2010189695","https://openalex.org/W2012731843","https://openalex.org/W2017154601","https://openalex.org/W2023599408","https://openalex.org/W2028404160","https://openalex.org/W2029241234","https://openalex.org/W2034184818","https://openalex.org/W2039522160","https://openalex.org/W2041264641","https://openalex.org/W2044439361","https://openalex.org/W2044493620","https://openalex.org/W2046934276","https://openalex.org/W2049337234","https://openalex.org/W2049934117","https://openalex.org/W2053578961","https://openalex.org/W2057050711","https://openalex.org/W2058879737","https://openalex.org/W2061753713","https://openalex.org/W2066298059","https://openalex.org/W2068490100","https://openalex.org/W2072459156","https://openalex.org/W2073107347","https://openalex.org/W2073242866","https://openalex.org/W2073384958","https://openalex.org/W2073826257","https://openalex.org/W2077902449","https://openalex.org/W2083562271","https://openalex.org/W2086170941","https://openalex.org/W2093825590","https://openalex.org/W2096355537","https://openalex.org/W2096382242","https://openalex.org/W2096678000","https://openalex.org/W2097477220","https://openalex.org/W2097487180","https://openalex.org/W2098258765","https://openalex.org/W2099111195","https://openalex.org/W2101379030","https://openalex.org/W2102588075","https://openalex.org/W2103715332","https://openalex.org/W2105066050","https://openalex.org/W2106887613","https://openalex.org/W2108114251","https://openalex.org/W2108746281","https://openalex.org/W2108817391","https://openalex.org/W2109345727","https://openalex.org/W2111241577","https://openalex.org/W2111957769","https://openalex.org/W2112420033","https://openalex.org/W2112788936","https://openalex.org/W2112794046","https://openalex.org/W2113690490","https://openalex.org/W2113719870","https://openalex.org/W2115276154","https://openalex.org/W2115519224","https://openalex.org/W2115905049","https://openalex.org/W2116720812","https://openalex.org/W2116821104","https://openalex.org/W2117923605","https://openalex.org/W2118792918","https://openalex.org/W2119738618","https://openalex.org/W2121671791","https://openalex.org/W2122422466","https://openalex.org/W2123016239","https://openalex.org/W2123681024","https://openalex.org/W2124832196","https://openalex.org/W2125868696","https://openalex.org/W2127248062","https://openalex.org/W2130227799","https://openalex.org/W2131627573","https://openalex.org/W2132876566","https://openalex.org/W2133243407","https://openalex.org/W2133282568","https://openalex.org/W2134745418","https://openalex.org/W2134948505","https://openalex.org/W2135414222","https://openalex.org/W2135730283","https://openalex.org/W2137905700","https://openalex.org/W2138043622","https://openalex.org/W2138634621","https://openalex.org/W2138637686","https://openalex.org/W2138909795","https://openalex.org/W2140571193","https://openalex.org/W2141514451","https://openalex.org/W2141645258","https://openalex.org/W2142253242","https://openalex.org/W2143343660","https://openalex.org/W2146409231","https://openalex.org/W2147380280","https://openalex.org/W2147398813","https://openalex.org/W2147967768","https://openalex.org/W2148352389","https://openalex.org/W2148434045","https://openalex.org/W2149247676","https://openalex.org/W2149254401","https://openalex.org/W2149420447","https://openalex.org/W2149721706","https://openalex.org/W2150865801","https://openalex.org/W2151056989","https://openalex.org/W2151544200","https://openalex.org/W2152951864","https://openalex.org/W2153441719","https://openalex.org/W2158268067","https://openalex.org/W2158319693","https://openalex.org/W2158807713","https://openalex.org/W2159050893","https://openalex.org/W2160374150","https://openalex.org/W2163112974","https://openalex.org/W2166421991","https://openalex.org/W2166485404","https://openalex.org/W2167603139","https://openalex.org/W2168405694","https://openalex.org/W2169036209","https://openalex.org/W2169401877","https://openalex.org/W2169572553","https://openalex.org/W2183438559","https://openalex.org/W2199516650","https://openalex.org/W2213208773","https://openalex.org/W2225232604","https://openalex.org/W2251049298","https://openalex.org/W2256838191","https://openalex.org/W2268509491","https://openalex.org/W2274356684","https://openalex.org/W2293250020","https://openalex.org/W2294455745","https://openalex.org/W2295471379","https://openalex.org/W2307171036","https://openalex.org/W2312609093","https://openalex.org/W2317700292","https://openalex.org/W2326254517","https://openalex.org/W2341687441","https://openalex.org/W2391911857","https://openalex.org/W2400128071","https://openalex.org/W2401950669","https://openalex.org/W2410251583","https://openalex.org/W2427465082","https://openalex.org/W2464171116","https://openalex.org/W2472695113","https://openalex.org/W2495130909","https://openalex.org/W2513180554","https://openalex.org/W2519411794","https://openalex.org/W2561282814","https://openalex.org/W2568407560","https://openalex.org/W2591610401","https://openalex.org/W2592542720","https://openalex.org/W2593420139","https://openalex.org/W2604923790","https://openalex.org/W2605153712","https://openalex.org/W2614208603","https://openalex.org/W2621446776","https://openalex.org/W2691152923","https://openalex.org/W2727866588","https://openalex.org/W2728468721","https://openalex.org/W2739805727","https://openalex.org/W2752599163","https://openalex.org/W2753339894","https://openalex.org/W2765610599","https://openalex.org/W2779126177","https://openalex.org/W2790607499","https://openalex.org/W2794925984","https://openalex.org/W2795541372","https://openalex.org/W2798776137","https://openalex.org/W2807644309","https://openalex.org/W2808220932","https://openalex.org/W2809682987","https://openalex.org/W2811481615","https://openalex.org/W2884013408","https://openalex.org/W2909539666","https://openalex.org/W2913317949","https://openalex.org/W2914156981","https://openalex.org/W2946755081","https://openalex.org/W2949859577","https://openalex.org/W2951665052","https://openalex.org/W2951825612","https://openalex.org/W2952876327","https://openalex.org/W2962688472","https://openalex.org/W2962694783","https://openalex.org/W2962697790","https://openalex.org/W2962751370","https://openalex.org/W2962775797","https://openalex.org/W2962789114","https://openalex.org/W2962818688","https://openalex.org/W2962838655","https://openalex.org/W2962847271","https://openalex.org/W2962867505","https://openalex.org/W2962874735","https://openalex.org/W2962901934","https://openalex.org/W2962934197","https://openalex.org/W2962979247","https://openalex.org/W2963007936","https://openalex.org/W2963100806","https://openalex.org/W2963147981","https://openalex.org/W2963183261","https://openalex.org/W2963198264","https://openalex.org/W2963200117","https://openalex.org/W2963297691","https://openalex.org/W2963364412","https://openalex.org/W2963393294","https://openalex.org/W2963406736","https://openalex.org/W2963465244","https://openalex.org/W2963475649","https://openalex.org/W2963482921","https://openalex.org/W2963506504","https://openalex.org/W2963635789","https://openalex.org/W2963672471","https://openalex.org/W2963695335","https://openalex.org/W2963750583","https://openalex.org/W2963831922","https://openalex.org/W2963921604","https://openalex.org/W2963981813","https://openalex.org/W2964007796","https://openalex.org/W2964014706","https://openalex.org/W2964026062","https://openalex.org/W2964035670","https://openalex.org/W2964067523","https://openalex.org/W2964137355","https://openalex.org/W2964163363","https://openalex.org/W2964240248","https://openalex.org/W2964245654","https://openalex.org/W2964268945","https://openalex.org/W2964278893","https://openalex.org/W2964326108","https://openalex.org/W2964332112","https://openalex.org/W2964334726","https://openalex.org/W2964675730","https://openalex.org/W2965037262","https://openalex.org/W2965276722","https://openalex.org/W2965300894","https://openalex.org/W2965417434","https://openalex.org/W2966080558","https://openalex.org/W2966213063","https://openalex.org/W2966236865","https://openalex.org/W2966311383","https://openalex.org/W2970684463","https://openalex.org/W2971977212","https://openalex.org/W2972989214","https://openalex.org/W3013725403","https://openalex.org/W3021703980","https://openalex.org/W3034274776","https://openalex.org/W3035741541","https://openalex.org/W3037319563","https://openalex.org/W3038752685","https://openalex.org/W3041691246","https://openalex.org/W3044872185","https://openalex.org/W3046233917","https://openalex.org/W3046341016","https://openalex.org/W3098679278","https://openalex.org/W3101463300","https://openalex.org/W3102153725","https://openalex.org/W3103604572","https://openalex.org/W3105509180","https://openalex.org/W3121310648","https://openalex.org/W3121860146","https://openalex.org/W3121930709","https://openalex.org/W3122373671","https://openalex.org/W3122934458","https://openalex.org/W3122980858","https://openalex.org/W3122984617","https://openalex.org/W3123482145","https://openalex.org/W3123730338","https://openalex.org/W3125327002","https://openalex.org/W3143334439","https://openalex.org/W3174976696"],"related_works":["https://openalex.org/W2968098604","https://openalex.org/W3005996602","https://openalex.org/W1980302985","https://openalex.org/W2978299586","https://openalex.org/W3037351712","https://openalex.org/W3087787472","https://openalex.org/W3165330776","https://openalex.org/W3122894845","https://openalex.org/W2962789114","https://openalex.org/W3148562659","https://openalex.org/W2295017519","https://openalex.org/W2953156028","https://openalex.org/W1537347781","https://openalex.org/W1763114783","https://openalex.org/W3114912059","https://openalex.org/W1477090620","https://openalex.org/W72269201","https://openalex.org/W2125378084","https://openalex.org/W2965495312","https://openalex.org/W3121632328"],"abstract_inverted_index":{"Multi-armed":[0],"bandits":[1,41,130],"is":[2,24],"a":[3,14,30,46,59,100,134,148,175,190],"rich,":[4],"multi-disciplinary":[5],"area":[6],"that":[7,177],"has":[8,178],"been":[9],"studied":[10],"since":[11],"1933,":[12],"with":[13,119,141,161],"surge":[15],"of":[16,34,56,87,157,174],"activity":[17],"in":[18,124,133,181],"the":[19,25,35,80,88,125,138,158,182,197],"past":[20],"10-15":[21],"years.":[22],"This":[23],"first":[26,111],"monograph":[27,139],"to":[28,68,92,116,143,165],"provide":[29],"textbook":[31],"like":[32],"treatment":[33,171],"subject.":[36,198],"The":[37,110],"work":[38],"on":[39,72,104,150,196],"multi-armed":[40],"can":[42,186],"be":[43],"partitioned":[44],"into":[45],"dozen":[47],"or":[48],"so":[49],"directions.":[50,155],"Each":[51,145],"chapter":[52,136,146],"tackles":[53],"one":[54],"line":[55],"work,":[57],"providing":[58],"self-contained":[60],"introduction":[61],"and":[62,75,95,153],"pointers":[63],"for":[64,108,172,192],"further":[65,154],"reading.":[66],"Introduction":[67,164],"Multi-Armed":[69,166],"Bandits":[70,167],"concentrates":[71],"fundamental":[73],"ideas":[74],"elementary,":[76],"teachable":[77],"proofs":[78],"over":[79],"strongest":[81],"possible":[82],"results.":[83],"It":[84],"emphasizes":[85],"accessibility":[86],"material;":[89],"while":[90],"exposure":[91],"machine":[93],"learning":[94],"probability/statistics":[96],"would":[97],"certainly":[98],"help,":[99],"standard":[101],"undergraduate":[102],"course":[103,195],"algorithms":[105],"should":[106],"suffice":[107],"background.":[109],"four":[112],"chapters":[113,159],"are":[114,131],"devoted":[115],"IID":[117],"rewards":[118,121],"adversarial":[120],"being":[122],"covered":[123],"next":[126],"3":[127],"chapters.":[128],"Contextual":[129],"discussed":[132],"separate":[135],"before":[137],"concludes":[140],"connections":[142],"economics.":[144],"contains":[147],"section":[149],"bibliographic":[151],"notes":[152],"Many":[156],"conclude":[160],"some":[162],"exercises.":[163],"provides":[168],"an":[169,193],"accessible":[170],"students":[173],"topic":[176],"gained":[179],"importance":[180],"last":[183],"decade.":[184],"Lecturers":[185],"use":[187],"it":[188],"as":[189],"text":[191],"introductory":[194]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}