{"id":"https://openalex.org/W1980974949","doi":"https://doi.org/10.1109/tit.1970.1054427","title":"The two-armed-bandit problem with time-invariant finite memory","display_name":"The two-armed-bandit problem with time-invariant finite memory","publication_year":1970,"publication_date":"1970-03-01","ids":{"openalex":"https://openalex.org/W1980974949","doi":"https://doi.org/10.1109/tit.1970.1054427","mag":"1980974949"},"language":"en","primary_location":{"id":"doi:10.1109/tit.1970.1054427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.1970.1054427","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055073921","display_name":"Thomas M. Cover","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"T. Cover","raw_affiliation_strings":["Department of Electrical Engineering, University of Stanford, Stanford, CA, USA","[Department of Electrical Engineering, University of Stanford, Stanford, CA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Stanford, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"[Department of Electrical Engineering, University of Stanford, Stanford, CA, USA]","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016990841","display_name":"Martin E. Hellman","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Hellman","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA","Watson IBM Research center, Yorktown Heights, NY, USA","[Watson IBM Research center, Yorktown Heights, NY, USA, Massachusetts Institute of Technology, Cambridge, MA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Watson IBM Research center, Yorktown Heights, NY, USA","institution_ids":[]},{"raw_affiliation_string":"[Watson IBM Research center, Yorktown Heights, NY, USA, Massachusetts Institute of Technology, Cambridge, MA, USA]","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":9.4914,"has_fulltext":false,"cited_by_count":91,"citation_normalized_percentile":{"value":0.98269312,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"16","issue":"2","first_page":"185","last_page":"195"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9164999723434448,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9164999723434448,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.025200000032782555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.01679999940097332,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45551955699920654},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3879448175430298},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3716188669204712}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45551955699920654},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3879448175430298},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3716188669204712}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tit.1970.1054427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.1970.1054427","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.123.192","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.123.192","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www-ee.stanford.edu/~hellman/publications/03.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1575017126","https://openalex.org/W1969061574","https://openalex.org/W1973532850","https://openalex.org/W1993664169","https://openalex.org/W1998498767","https://openalex.org/W2031216280","https://openalex.org/W2034878116","https://openalex.org/W2036075699","https://openalex.org/W2046467452","https://openalex.org/W2059671275","https://openalex.org/W2071080750","https://openalex.org/W2079317670","https://openalex.org/W2113947097","https://openalex.org/W2160789205","https://openalex.org/W2299990356","https://openalex.org/W2537780982","https://openalex.org/W3020620815","https://openalex.org/W3043218957","https://openalex.org/W3172795492","https://openalex.org/W3185198205","https://openalex.org/W4242313678","https://openalex.org/W6634506789","https://openalex.org/W6777023011","https://openalex.org/W6781423544"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"This":[0],"paper":[1],"solves":[2],"the":[3,8,32,62,69,84,94,100,109,114,128,145],"classical":[4],"two-armed-bandit":[5],"problem":[6],"under":[7],"finite-memory":[9],"constraint":[10],"described":[11],"below.":[12],"Given":[13],"are":[14],"probability":[15],"densitiesp_0andp_1,":[16],"and":[17,126,134],"two":[18],"experimentsAandB.":[19],"It":[20,50],"is":[21,26,44,51,99,106],"not":[22,174],"known":[23],"which":[24,29],"density":[25],"associated":[27,116],"with":[28,117],"experiment.":[30],"Thus":[31],"experimental":[33],"outcomeYof":[34],"experimentAis":[35],"as":[36],"likely":[37],"to":[38,45,53,58,68,107,156],"be":[39,46,59,154,167],"distributed":[40,47],"according":[41,48,67],"top_0as":[42],"it":[43],"top_1.":[49],"desired":[52],"sequentially":[54],"choose":[55],"an":[56],"experiment":[57,115],"performed":[60],"on":[61],"basis":[63],"of":[64,86,96,113],"past":[65],"observations":[66],"algorithmT_n":[70],"=":[71,76,120,140],"f(T_{n-1},":[72],"e_n,":[73],"Y_n),":[74],"e_n":[75,90],"e(T_{n-1}),":[77],"whereT_n":[78],"\\in":[79,91],"\\{1,":[80],"2,":[81],"\\cdots,":[82],"m\\}is":[83],"state":[85],"memory":[87],"at":[88],"timen,":[89],"\\{A,":[92],"B\\}is":[93],"choice":[95],"experiment,":[97],"andY_n,":[98],"random":[101],"variable":[102],"observation.":[103],"The":[104],"goal":[105],"maximize":[108],"asymptotic":[110],"proportionrof":[111],"uses":[112],"densityp_0.":[118],"Letl(y)":[119],"p_0":[121],"(y)":[122],"/":[123,158],"p_1":[124],"(y),":[125],"let\\bar{l}and\\bar{\\bar{l}}denote":[127],"almost":[129],"everywhere":[130],"greatest":[131],"lower":[132],"bound":[133,137],"least":[135],"upper":[136],"onl(y).":[138],"Let1":[139],"\\max":[141],"{\\bar{\\bar{l}},":[142],"1/\\bar{l}}.":[143],"Then":[144],"optimal":[146,171],"value":[147],"ofr,":[148],"over":[149],"allm-state":[150],"algorithms(f,":[151],"e),":[152],"will":[153,166],"shown":[155],"bel^{m-1}":[157],"(l^{m-1}":[159],"+":[160],"1).":[161],"Ane-optimal":[162],"family":[163],"ofm-state":[164],"algorithms":[165,172,177],"demonstrated.":[168],"In":[169],"general,":[170],"do":[173],"exist,":[175],"ande-optimal":[176],"require":[178],"artificial":[179],"randomization.":[180]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":4},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4},{"year":2012,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}