{"id":"https://openalex.org/W2975071466","doi":"https://doi.org/10.1109/isit.2019.8849807","title":"Learning to Detect an Odd Markov Arm","display_name":"Learning to Detect an Odd Markov Arm","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2975071466","doi":"https://doi.org/10.1109/isit.2019.8849807","mag":"2975071466"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2019.8849807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2019.8849807","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052907722","display_name":"P. N. Karthik","orcid":"https://orcid.org/0000-0001-7798-1159"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"P. N. Karthik","raw_affiliation_strings":["Department of ECE, Indian Institute of Science, Bangalore, 560012","Department of ECE, Indian Institute of Science, Bangalore"],"affiliations":[{"raw_affiliation_string":"Department of ECE, Indian Institute of Science, Bangalore, 560012","institution_ids":["https://openalex.org/I59270414"]},{"raw_affiliation_string":"Department of ECE, Indian Institute of Science, Bangalore","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065705720","display_name":"Rajesh Sundaresan","orcid":"https://orcid.org/0000-0003-4070-3977"},"institutions":[{"id":"https://openalex.org/I4210091347","display_name":"Robert Bosch (China)","ror":"https://ror.org/00cedkn40","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091347","https://openalex.org/I889804353"]},{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["CN","IN"],"is_corresponding":false,"raw_author_name":"Rajesh Sundaresan","raw_affiliation_strings":["Department of ECE and Robert Bosch Centre for Cyber Physical Systems, Indian Institute of Science, Bangalore, 560012","Department of ECE and Robert Bosch Centre for Cyber Physical Systems, Indian Institute of Science, Bangalore"],"affiliations":[{"raw_affiliation_string":"Department of ECE and Robert Bosch Centre for Cyber Physical Systems, Indian Institute of Science, Bangalore, 560012","institution_ids":["https://openalex.org/I4210091347","https://openalex.org/I59270414"]},{"raw_affiliation_string":"Department of ECE and Robert Bosch Centre for Cyber Physical Systems, Indian Institute of Science, Bangalore","institution_ids":["https://openalex.org/I4210091347","https://openalex.org/I59270414"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5052907722"],"corresponding_institution_ids":["https://openalex.org/I59270414"],"apc_list":null,"apc_paid":null,"fwci":0.4116,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.68720504,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2554","last_page":"2558"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.6711704730987549},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5852002501487732},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5819412469863892},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5486536622047424},{"id":"https://openalex.org/keywords/stopping-time","display_name":"Stopping time","score":0.5212650895118713},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.49252304434776306},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3956303000450134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3740796744823456},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3703804016113281},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.2861398458480835},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17083102464675903},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.14469695091247559}],"concepts":[{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.6711704730987549},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5852002501487732},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5819412469863892},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5486536622047424},{"id":"https://openalex.org/C99888217","wikidata":"https://www.wikidata.org/wiki/Q1288707","display_name":"Stopping time","level":2,"score":0.5212650895118713},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.49252304434776306},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3956303000450134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3740796744823456},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3703804016113281},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.2861398458480835},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17083102464675903},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.14469695091247559}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2019.8849807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2019.8849807","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1506859583","https://openalex.org/W2079120178","https://openalex.org/W2158049833","https://openalex.org/W2170341113","https://openalex.org/W2317700292","https://openalex.org/W2499002200","https://openalex.org/W2596265978","https://openalex.org/W2597419105","https://openalex.org/W2805824795","https://openalex.org/W2963486287","https://openalex.org/W2964046421","https://openalex.org/W2975071466","https://openalex.org/W3003196782","https://openalex.org/W3006008293","https://openalex.org/W3125634603","https://openalex.org/W4232896127","https://openalex.org/W4320812708","https://openalex.org/W6630462033","https://openalex.org/W6692185295","https://openalex.org/W6751932726"],"related_works":["https://openalex.org/W1598955744","https://openalex.org/W1660242800","https://openalex.org/W2077211377","https://openalex.org/W2379651310","https://openalex.org/W2113019827","https://openalex.org/W1541249122","https://openalex.org/W2413828414","https://openalex.org/W3096092483","https://openalex.org/W2367222340","https://openalex.org/W2995704433"],"abstract_inverted_index":{"A":[0,48],"multi-armed":[1],"bandit":[2],"with":[3,147,154],"finitely":[4],"many":[5],"arms":[6],"is":[7,12,37,111],"studied":[8],"when":[9],"each":[10],"arm":[11,72],"a":[13,62,121],"homogeneous":[14],"Markov":[15,155],"process":[16],"on":[17,82,96],"an":[18,79,92],"underlying":[19],"finite":[20],"state":[21],"space.":[22],"The":[23],"transition":[24,42,57],"law":[25,43],"of":[26,28,44,54,69,85,101,105,115,130,140],"one":[27],"the":[29,34,40,55,67,70,83,97,106,109,113,127,141],"arms,":[30,149],"referred":[31],"to":[32,60,65,78,138],"as":[33,73,75,112],"odd":[35,71],"arm,":[36],"different":[38],"from":[39],"common":[41],"all":[45],"other":[46],"arms.":[47,156],"learner,":[49,107],"who":[50],"has":[51,59],"no":[52],"knowledge":[53],"above":[56],"laws,":[58],"devise":[61],"sequential":[63,103,122],"test":[64,104],"identify":[66],"index":[68],"quickly":[74],"possible,":[76],"subject":[77],"upper":[80],"bound":[81,95],"probability":[84,114],"error.":[86],"For":[87],"this":[88],"problem,":[89],"we":[90,119],"derive":[91],"asymptotic":[93,128],"lower":[94,142],"expected":[98,132],"stopping":[99,133],"time":[100,134],"any":[102],"where":[108],"asymptotics":[110],"error":[116],"vanishes.":[117],"Furthermore,":[118],"propose":[120],"test,":[123],"and":[124],"show":[125],"that":[126,139],"behaviour":[129],"its":[131],"comes":[135],"arbitrarily":[136],"close":[137],"bound.":[143],"Prior":[144],"works":[145],"deal":[146],"iid":[148],"whereas":[150],"our":[151],"work":[152],"deals":[153]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}