{"id":"https://openalex.org/W3017342111","doi":"https://doi.org/10.48550/arxiv.2004.06321","title":"Sequential Batch Learning in Finite-Action Linear Contextual Bandits","display_name":"Sequential Batch Learning in Finite-Action Linear Contextual Bandits","publication_year":2020,"publication_date":"2020-04-14","ids":{"openalex":"https://openalex.org/W3017342111","doi":"https://doi.org/10.48550/arxiv.2004.06321","mag":"3017342111"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2004.06321","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2004.06321","pdf_url":"https://arxiv.org/pdf/2004.06321","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2004.06321","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Han, Yanjun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Han, Yanjun","raw_affiliation_strings":["Department of Mathematics and IEDA , HKUST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and IEDA , HKUST","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103076934","display_name":"Zhengqing Zhou","orcid":"https://orcid.org/0009-0003-6465-1187","observed_orcids":["https://orcid.org/0009-0003-6465-1187"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhou, Zhengqing","raw_affiliation_strings":["Institute of Mathematical Sciences and Center for Data Science , New York Uni- versity. Zhengqing Zhou is with Susquehanna International Group. Zihao","Stern School of Business , New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Mathematical Sciences and Center for Data Science , New York Uni- versity. Zhengqing Zhou is with Susquehanna International Group. Zihao","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Stern School of Business , New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088606320","display_name":"Zhengyuan Zhou","orcid":"https://orcid.org/0000-0002-0005-9411","observed_orcids":["https://orcid.org/0000-0002-0005-9411"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hu, Zihao","raw_affiliation_strings":["Institute of Mathematical Sciences and Center for Data Science , New York Uni- versity. Zhengqing Zhou is with Susquehanna International Group. Zihao"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Mathematical Sciences and Center for Data Science , New York Uni- versity. Zhengqing Zhou is with Susquehanna International Group. Zihao","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011147039","display_name":"Jos\u00e9 Blanchet","orcid":"https://orcid.org/0000-0001-5895-0912","observed_orcids":["https://orcid.org/0000-0001-5895-0912"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Blanchet, Jose","raw_affiliation_strings":["Institute of Mathematical Sciences and Center for Data Science , New York Uni- versity. Zhengqing Zhou is with Susquehanna International Group. Zihao"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Mathematical Sciences and Center for Data Science , New York Uni- versity. Zhengqing Zhou is with Susquehanna International Group. Zihao","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019114258","display_name":"Peter W. Glynn","orcid":"https://orcid.org/0000-0003-1370-6638","observed_orcids":["https://orcid.org/0000-0003-1370-6638"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Glynn, Peter W.","raw_affiliation_strings":["Institute of Mathematical Sciences and Center for Data Science , New York Uni- versity. Zhengqing Zhou is with Susquehanna International Group. Zihao"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Mathematical Sciences and Center for Data Science , New York Uni- versity. Zhengqing Zhou is with Susquehanna International Group. Zihao","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041526408","display_name":"Yinyu Ye Y","orcid":"https://orcid.org/0009-0001-3239-2622","observed_orcids":["https://orcid.org/0009-0001-3239-2622"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ye, Yinyu","raw_affiliation_strings":["Department of Management Science and Engineering , Stanford University. Zhengyuan","Institute of Mathematical Sciences and Center for Data Science , New York Uni- versity. Zhengqing Zhou is with Susquehanna International Group. Zihao"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Management Science and Engineering , Stanford University. Zhengyuan","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Institute of Mathematical Sciences and Center for Data Science , New York Uni- versity. Zhengqing Zhou is with Susquehanna International Group. Zihao","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088606320","display_name":"Zhengyuan Zhou","orcid":"https://orcid.org/0000-0002-0005-9411","observed_orcids":["https://orcid.org/0000-0002-0005-9411"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhou, Zhengyuan","raw_affiliation_strings":["Institute of Mathematical Sciences and Center for Data Science , New York Uni- versity. Zhengqing Zhou is with Susquehanna International Group. Zihao","Stern School of Business , New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Mathematical Sciences and Center for Data Science , New York Uni- versity. Zhengqing Zhou is with Susquehanna International Group. Zihao","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Stern School of Business , New York University","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-contextual-bandits","display_name":"linear contextual bandits","score":0.9940000176429749},{"id":"https://openalex.org/keywords/regret-bounds","display_name":"regret bounds","score":0.796999990940094},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.4259999990463257},{"id":"https://openalex.org/keywords/offline-policy-learning","display_name":"offline policy learning","score":0.628000020980835},{"id":"https://openalex.org/keywords/clinical-trials","display_name":"clinical trials","score":0.6119999885559082},{"id":"https://openalex.org/keywords/item-recommendation","display_name":"product recommendation","score":0.6980000138282776}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.900230884552002},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.6990219354629517},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6345285177230835},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5808736085891724},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.4833657145500183},{"id":"https://openalex.org/C172658912","wikidata":"https://www.wikidata.org/wiki/Q661613","display_name":"Batch processing","level":2,"score":0.46715277433395386},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.45463651418685913},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4530004858970642},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.45297425985336304},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.43909168243408203},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.3842447102069855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3230123519897461},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31327205896377563},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3123936057090759},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.1250687837600708},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2004.06321","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2004.06321","pdf_url":"https://arxiv.org/pdf/2004.06321","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2004.06321","doi":"https://doi.org/10.48550/arxiv.2004.06321","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2004.06321","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2004.06321","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2004.06321","pdf_url":"https://arxiv.org/pdf/2004.06321","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3017342111.pdf","grobid_xml":"https://content.openalex.org/works/W3017342111.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W602904462","https://openalex.org/W1487320471","https://openalex.org/W1511694993","https://openalex.org/W1571154989","https://openalex.org/W1720450983","https://openalex.org/W1809653203","https://openalex.org/W1835900096","https://openalex.org/W1958090791","https://openalex.org/W1969525589","https://openalex.org/W1994857208","https://openalex.org/W1998498767","https://openalex.org/W2021866613","https://openalex.org/W2039522160","https://openalex.org/W2049934117","https://openalex.org/W2057050711","https://openalex.org/W2061753713","https://openalex.org/W2069129115","https://openalex.org/W2103959887","https://openalex.org/W2106554316","https://openalex.org/W2108114251","https://openalex.org/W2110674418","https://openalex.org/W2112420033","https://openalex.org/W2118980425","https://openalex.org/W2141645258","https://openalex.org/W2142937909","https://openalex.org/W2149721706","https://openalex.org/W2151401338","https://openalex.org/W2157016390","https://openalex.org/W2160163723","https://openalex.org/W2163590988","https://openalex.org/W2166253248","https://openalex.org/W2168405694","https://openalex.org/W2186411897","https://openalex.org/W2271491060","https://openalex.org/W2280871286","https://openalex.org/W2337825964","https://openalex.org/W2555558374","https://openalex.org/W2592998600","https://openalex.org/W2785875001","https://openalex.org/W2804112054","https://openalex.org/W2897367976","https://openalex.org/W2912099989","https://openalex.org/W2928820257","https://openalex.org/W2963623530","https://openalex.org/W2963661728","https://openalex.org/W2964072175","https://openalex.org/W2964270008","https://openalex.org/W2970231103","https://openalex.org/W2971268960","https://openalex.org/W2985924367","https://openalex.org/W3112742302","https://openalex.org/W3121632328","https://openalex.org/W3121665968","https://openalex.org/W3122167207","https://openalex.org/W7099310170"],"related_works":["https://openalex.org/W3114658024","https://openalex.org/W3205831914","https://openalex.org/W4387773565","https://openalex.org/W4408860170","https://openalex.org/W2943101255","https://openalex.org/W3163989556","https://openalex.org/W7213271278","https://openalex.org/W4308830276","https://openalex.org/W1846966754","https://openalex.org/W4318811888"],"abstract_inverted_index":{"We":[0,97],"study":[1,98],"the":[2,16,39,45,102,106,112,115,150,160,166,173,180,185,198,204,213,217,241],"sequential":[3,63,74,253],"batch":[4,43,64,194,261],"learning":[5,54,58,65],"problem":[6,66,242],"in":[7,59,78,84,89,95,159,179,212,236,256],"linear":[8,257],"contextual":[9,60,258],"bandits":[10,259],"with":[11,49,191],"finite":[12],"action":[13],"sets,":[14],"where":[15,105,114],"decision":[17,75,254],"maker":[18],"is":[19,177,208],"constrained":[20],"to":[21,171],"split":[22],"incoming":[23],"individuals":[24,40],"into":[25],"(at":[26],"most)":[27],"a":[28,42,68,127,136,188,192,249],"fixed":[29],"number":[30,167,205],"of":[31,71,101,168,206,238,252],"batches":[32,169,207],"and":[33,55,91,111,123,125,140,229],"can":[34],"only":[35],"observe":[36],"outcomes":[37],"for":[38,184],"within":[41],"at":[44],"batch's":[46],"end.":[47],"Compared":[48],"both":[50],"standard":[51],"online":[52,175,200],"contextual-bandit":[53],"offline":[56],"policy":[57],"bandits,":[61],"this":[62],"provides":[67],"finer-grained":[69],"formulation":[70],"many":[72],"personalized":[73],"making":[76,255],"problems":[77],"practical":[79],"applications,":[80],"including":[81],"medical":[82],"treatment":[83],"clinical":[85],"trials,":[86],"product":[87],"recommendation":[88],"e-commerce":[90],"adaptive":[92],"experiment":[93],"design":[94],"crowdsourcing.":[96],"two":[99],"settings":[100],"problem:":[103],"one":[104],"contexts":[107],"are":[108,118,263],"arbitrarily":[109],"generated":[110],"other":[113],"context":[116,219],"vectors":[117],"mutually":[119],"independent":[120],"across":[121],"actions":[122],"time":[124,181,214],"follow":[126],"common":[128],"Gaussian":[129],"distribution.":[130],"In":[131,216],"each":[132],"setting,":[133,162,187,220],"we":[134,163,221],"establish":[135],"regret":[137,145,231],"lower":[138,151,230],"bound":[139,147],"provide":[141,223,248],"an":[142,154],"algorithm,":[143],"whose":[144],"upper":[146,228],"nearly":[148],"matches":[149],"bound.":[152],"As":[153],"important":[155],"insight":[156],"revealed":[157],"therefrom,":[158],"former":[161],"show":[164],"that":[165,233],"required":[170],"achieve":[172],"fully":[174,199],"performance":[176,201,235],"polynomial":[178],"horizon,":[182],"while":[183],"latter":[186],"pure-exploitation":[189],"algorithm":[190],"judicious":[193],"partition":[195],"scheme":[196],"achieves":[197],"even":[202],"when":[203,260],"less":[209],"than":[210],"logarithmic":[211],"horizon.":[215],"stochastic":[218],"additionally":[222],"tight":[224],"margin-based":[225],"(i.e.":[226],"instance-dependent)":[227],"bounds":[232],"delineate":[234],"terms":[237],"how":[239],"difficult":[240],"instance":[243],"is.":[244],"Together,":[245],"our":[246],"results":[247],"near-complete":[250],"characterization":[251],"constraints":[262],"present.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":5}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2020-04-24T00:00:00"}